[ 570.782861] env[69498]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69498) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 570.783326] env[69498]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69498) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 570.783326] env[69498]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69498) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 570.783702] env[69498]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 570.886480] env[69498]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69498) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 570.896714] env[69498]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69498) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 570.943184] env[69498]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 571.503584] env[69498]: INFO nova.virt.driver [None req-8cbc2dc1-5f84-4cb1-a836-612a57c65a49 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 571.575511] env[69498]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.575673] env[69498]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.575790] env[69498]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69498) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 574.790545] env[69498]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bf94907e-e1bb-4e72-9fbd-87aac9236900 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.807164] env[69498]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69498) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 574.807338] env[69498]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ad8fcbb8-7779-4cd0-a41c-2a0caa16cb88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.840696] env[69498]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3cffd. [ 574.840863] env[69498]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.265s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.841436] env[69498]: INFO nova.virt.vmwareapi.driver [None req-8cbc2dc1-5f84-4cb1-a836-612a57c65a49 None None] VMware vCenter version: 7.0.3 [ 574.845117] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac212b59-5b6d-4579-b97e-55e7dde7ffa1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.864134] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619dc643-6692-4a80-810e-1553fd1d5fe3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.870475] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188a5954-e90f-4b2c-ae7e-2e702a8ddd24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.877415] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0588fc-2472-41e8-bc55-630bf06bb63b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.890854] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eeb487-ee39-488b-a1a5-96403422c7e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.897249] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78517fd-b227-45a5-a401-4461a028b7dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.928212] env[69498]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-89d93fa1-2fcb-4b0e-84f7-7d0789c01c61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.933775] env[69498]: DEBUG nova.virt.vmwareapi.driver [None req-8cbc2dc1-5f84-4cb1-a836-612a57c65a49 None None] Extension org.openstack.compute already exists. {{(pid=69498) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 574.936503] env[69498]: INFO nova.compute.provider_config [None req-8cbc2dc1-5f84-4cb1-a836-612a57c65a49 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 575.440145] env[69498]: DEBUG nova.context [None req-8cbc2dc1-5f84-4cb1-a836-612a57c65a49 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e7195f7f-347e-45f4-965a-f02a0a9129ab(cell1) {{(pid=69498) load_cells /opt/stack/nova/nova/context.py:464}} [ 575.442302] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.442529] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.443258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.443686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Acquiring lock "e7195f7f-347e-45f4-965a-f02a0a9129ab" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.443879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Lock "e7195f7f-347e-45f4-965a-f02a0a9129ab" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.444998] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Lock "e7195f7f-347e-45f4-965a-f02a0a9129ab" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.467483] env[69498]: INFO dbcounter [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Registered counter for database nova_cell0 [ 575.476144] env[69498]: INFO dbcounter [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Registered counter for database nova_cell1 [ 575.479688] env[69498]: DEBUG oslo_db.sqlalchemy.engines [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69498) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 575.480090] env[69498]: DEBUG oslo_db.sqlalchemy.engines [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69498) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 575.486190] env[69498]: ERROR nova.db.main.api [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 575.486190] env[69498]: result = function(*args, **kwargs) [ 575.486190] env[69498]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 575.486190] env[69498]: return func(*args, **kwargs) [ 575.486190] env[69498]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 575.486190] env[69498]: result = fn(*args, **kwargs) [ 575.486190] env[69498]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 575.486190] env[69498]: return f(*args, **kwargs) [ 575.486190] env[69498]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 575.486190] env[69498]: return db.service_get_minimum_version(context, binaries) [ 575.486190] env[69498]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 575.486190] env[69498]: _check_db_access() [ 575.486190] env[69498]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 575.486190] env[69498]: stacktrace = ''.join(traceback.format_stack()) [ 575.486190] env[69498]: [ 575.487137] env[69498]: ERROR nova.db.main.api [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 575.487137] env[69498]: result = function(*args, **kwargs) [ 575.487137] env[69498]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 575.487137] env[69498]: return func(*args, **kwargs) [ 575.487137] env[69498]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 575.487137] env[69498]: result = fn(*args, **kwargs) [ 575.487137] env[69498]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 575.487137] env[69498]: return f(*args, **kwargs) [ 575.487137] env[69498]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 575.487137] env[69498]: return db.service_get_minimum_version(context, binaries) [ 575.487137] env[69498]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 575.487137] env[69498]: _check_db_access() [ 575.487137] env[69498]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 575.487137] env[69498]: stacktrace = ''.join(traceback.format_stack()) [ 575.487137] env[69498]: [ 575.487536] env[69498]: WARNING nova.objects.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 575.487797] env[69498]: WARNING nova.objects.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Failed to get minimum service version for cell e7195f7f-347e-45f4-965a-f02a0a9129ab [ 575.488251] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Acquiring lock "singleton_lock" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.488433] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Acquired lock "singleton_lock" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.488680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Releasing lock "singleton_lock" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.489029] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Full set of CONF: {{(pid=69498) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 575.489194] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ******************************************************************************** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 575.489322] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] Configuration options gathered from: {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 575.489460] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 575.489658] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 575.489789] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ================================================================================ {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 575.489997] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] allow_resize_to_same_host = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490188] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] arq_binding_timeout = 300 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490324] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] backdoor_port = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490455] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] backdoor_socket = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490617] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] block_device_allocate_retries = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490780] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] block_device_allocate_retries_interval = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490950] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cert = self.pem {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491131] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491305] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute_monitors = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491474] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] config_dir = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491647] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] config_drive_format = iso9660 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491781] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491947] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] config_source = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492129] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] console_host = devstack {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492299] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] control_exchange = nova {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492458] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cpu_allocation_ratio = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492617] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] daemon = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492787] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] debug = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492944] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] default_access_ip_network_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.493124] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] default_availability_zone = nova {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.493288] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] default_ephemeral_format = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.493451] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] default_green_pool_size = 1000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.493688] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.493855] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] default_schedule_zone = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494023] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] disk_allocation_ratio = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494190] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] enable_new_services = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494371] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] enabled_apis = ['osapi_compute'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494540] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] enabled_ssl_apis = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494701] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] flat_injected = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494860] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] force_config_drive = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495038] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] force_raw_images = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495217] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] graceful_shutdown_timeout = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495379] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] heal_instance_info_cache_interval = -1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495609] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] host = cpu-1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495789] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495952] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] initial_disk_allocation_ratio = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496143] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] initial_ram_allocation_ratio = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496386] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496555] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_build_timeout = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496717] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_delete_interval = 300 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496883] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_format = [instance: %(uuid)s] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.497072] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_name_template = instance-%08x {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.497238] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_usage_audit = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.497409] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_usage_audit_period = month {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.497573] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.497738] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] instances_path = /opt/stack/data/nova/instances {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.497907] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] internal_service_availability_zone = internal {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.498078] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] key = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.498299] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] live_migration_retry_count = 30 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.498489] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_color = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.498660] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_config_append = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.498830] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.498994] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_dir = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.499223] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_file = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.499433] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_options = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.499530] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_rotate_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.499702] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_rotate_interval_type = days {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.499870] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] log_rotation_type = none {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500009] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500150] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500323] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500491] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500619] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500780] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] long_rpc_timeout = 1800 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.500939] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] max_concurrent_builds = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.501111] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] max_concurrent_live_migrations = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.501272] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] max_concurrent_snapshots = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.501429] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] max_local_block_devices = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.501586] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] max_logfile_count = 30 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.501744] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] max_logfile_size_mb = 200 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.501903] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] maximum_instance_delete_attempts = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.502086] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metadata_listen = 0.0.0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.502262] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metadata_listen_port = 8775 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.502434] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metadata_workers = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.502595] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] migrate_max_retries = -1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.502763] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] mkisofs_cmd = genisoimage {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.502971] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] my_block_storage_ip = 10.180.1.21 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.503118] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] my_ip = 10.180.1.21 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.503327] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.503492] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] network_allocate_retries = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.503674] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.503846] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] osapi_compute_listen = 0.0.0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.504014] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] osapi_compute_listen_port = 8774 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.504197] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] osapi_compute_unique_server_name_scope = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.504371] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] osapi_compute_workers = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.504534] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] password_length = 12 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.504698] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] periodic_enable = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.504860] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] periodic_fuzzy_delay = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505040] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] pointer_model = usbtablet {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505217] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] preallocate_images = none {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505381] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] publish_errors = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505623] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] pybasedir = /opt/stack/nova {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505664] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ram_allocation_ratio = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505818] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] rate_limit_burst = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.505985] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] rate_limit_except_level = CRITICAL {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.506191] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] rate_limit_interval = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.506372] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reboot_timeout = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.506535] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reclaim_instance_interval = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.506695] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] record = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.506866] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reimage_timeout_per_gb = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.507048] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] report_interval = 120 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.507216] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] rescue_timeout = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.507379] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reserved_host_cpus = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.507540] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reserved_host_disk_mb = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.507700] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reserved_host_memory_mb = 512 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.507865] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] reserved_huge_pages = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.508054] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] resize_confirm_window = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.508262] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] resize_fs_using_block_device = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.508429] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] resume_guests_state_on_host_boot = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.508604] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.508770] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] rpc_response_timeout = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.508933] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] run_external_periodic_tasks = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.509128] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] running_deleted_instance_action = reap {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.509294] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] running_deleted_instance_poll_interval = 1800 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.509456] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] running_deleted_instance_timeout = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.509617] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler_instance_sync_interval = 120 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.509789] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_down_time = 720 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.509958] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] servicegroup_driver = db {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.510133] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] shell_completion = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.510327] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] shelved_offload_time = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.510505] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] shelved_poll_interval = 3600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.510676] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] shutdown_timeout = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.510839] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] source_is_ipv6 = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.510999] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ssl_only = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.511331] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.511507] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] sync_power_state_interval = 600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.511673] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] sync_power_state_pool_size = 1000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.511845] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] syslog_log_facility = LOG_USER {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.512013] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] tempdir = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.512188] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] timeout_nbd = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.512362] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] transport_url = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.512529] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] update_resources_interval = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.512710] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] use_cow_images = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.512938] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] use_journal = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.513191] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] use_json = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.513279] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] use_rootwrap_daemon = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.513441] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] use_stderr = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.513601] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] use_syslog = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.513759] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vcpu_pin_set = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.513929] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plugging_is_fatal = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.514114] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plugging_timeout = 300 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.514288] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] virt_mkfs = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.514453] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] volume_usage_poll_interval = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.514613] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] watch_log_file = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.514780] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] web = /usr/share/spice-html5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.514974] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515159] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515327] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515502] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_concurrency.disable_process_locking = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516256] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516469] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516649] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516830] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517012] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517194] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517385] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.auth_strategy = keystone {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517562] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.compute_link_prefix = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517742] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517919] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.dhcp_domain = novalocal {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518150] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.enable_instance_password = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518318] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.glance_link_prefix = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518495] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518673] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518841] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.instance_list_per_project_cells = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519014] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.list_records_by_skipping_down_cells = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519235] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.local_metadata_per_cell = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519430] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.max_limit = 1000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519606] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.metadata_cache_expiration = 15 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519786] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.neutron_default_tenant_id = default {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519964] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.response_validation = warn {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520158] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.use_neutron_default_nets = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520337] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520525] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520717] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520898] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521094] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_dynamic_targets = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521270] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_jsonfile_path = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521477] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521682] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.backend = dogpile.cache.memcached {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521856] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.backend_argument = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522040] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.backend_expiration_time = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522225] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.config_prefix = cache.oslo {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522405] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.dead_timeout = 60.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522577] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.debug_cache_backend = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522745] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.enable_retry_client = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522913] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.enable_socket_keepalive = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523101] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.enabled = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523274] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.enforce_fips_mode = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523442] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.expiration_time = 600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523605] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.hashclient_retry_attempts = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523770] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.hashclient_retry_delay = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523935] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_dead_retry = 300 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524113] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_password = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524282] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524446] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524609] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_pool_maxsize = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524773] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524935] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_sasl_enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525133] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525304] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_socket_timeout = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525468] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.memcache_username = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525635] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.proxies = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525799] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_db = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525958] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_password = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526228] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_sentinel_service_name = mymaster {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526514] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526717] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_server = localhost:6379 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526895] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_socket_timeout = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527077] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.redis_username = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527251] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.retry_attempts = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527424] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.retry_delay = 0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527590] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.socket_keepalive_count = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527759] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.socket_keepalive_idle = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527924] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.socket_keepalive_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528112] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.tls_allowed_ciphers = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528300] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.tls_cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528470] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.tls_certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528638] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.tls_enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528802] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cache.tls_keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528978] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529208] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.auth_type = password {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529405] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529591] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.catalog_info = volumev3::publicURL {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529758] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529927] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.530108] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.cross_az_attach = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.530282] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.debug = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.530450] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.endpoint_template = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.530614] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.http_retries = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.530780] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.530941] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.531132] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.os_region_name = RegionOne {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.531308] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.531472] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cinder.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.531646] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.531812] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.cpu_dedicated_set = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.531976] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.cpu_shared_set = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.532161] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.image_type_exclude_list = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.532333] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.532496] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.max_concurrent_disk_ops = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.532699] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.max_disk_devices_to_attach = -1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.532874] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.533062] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.533235] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.resource_provider_association_refresh = 300 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.533403] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.533566] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.shutdown_retry_interval = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.533750] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.533935] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] conductor.workers = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.534129] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] console.allowed_origins = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.534301] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] console.ssl_ciphers = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.534476] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] console.ssl_minimum_version = default {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.534647] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] consoleauth.enforce_session_timeout = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.534816] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] consoleauth.token_ttl = 600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.534986] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.535165] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.535336] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.535499] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.535661] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.535823] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.535987] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.536190] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.536383] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.536566] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.536740] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.536906] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.537081] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.537261] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.service_type = accelerator {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.537430] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.537593] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.537755] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.537914] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.538109] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.538302] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] cyborg.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.538485] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.asyncio_connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.538651] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.asyncio_slave_connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.538827] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.backend = sqlalchemy {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.538999] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.539213] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.connection_debug = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.539400] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.connection_parameters = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.539571] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.connection_recycle_time = 3600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.539740] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.connection_trace = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.539905] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.db_inc_retry_interval = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.540086] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.db_max_retries = 20 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.540257] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.db_max_retry_interval = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.540424] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.db_retry_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.540589] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.max_overflow = 50 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.540753] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.max_pool_size = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.540917] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.max_retries = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.541102] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.541293] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.mysql_wsrep_sync_wait = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.541468] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.pool_timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.541635] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.retry_interval = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.541798] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.slave_connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.541964] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.sqlite_synchronous = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.542145] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] database.use_db_reconnect = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.542320] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.asyncio_connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.542482] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.asyncio_slave_connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.542655] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.backend = sqlalchemy {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.542827] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.542993] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.connection_debug = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.543182] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.connection_parameters = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.543352] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.connection_recycle_time = 3600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.543516] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.connection_trace = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.543680] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.db_inc_retry_interval = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.543843] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.db_max_retries = 20 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.544013] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.db_max_retry_interval = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.544187] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.db_retry_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.544355] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.max_overflow = 50 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.544519] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.max_pool_size = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.544774] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.max_retries = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.545088] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.545383] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.545672] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.pool_timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.545941] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.retry_interval = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.546150] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.slave_connection = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.546328] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] api_database.sqlite_synchronous = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.546510] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] devices.enabled_mdev_types = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.546695] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.546874] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ephemeral_storage_encryption.default_format = luks {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.547057] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ephemeral_storage_encryption.enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.547232] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.547409] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.api_servers = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.547579] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.547746] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.547948] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.548162] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.548335] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.548504] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.debug = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.548713] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.default_trusted_certificate_ids = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.548888] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.enable_certificate_validation = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.549070] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.enable_rbd_download = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.549241] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.549412] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.549577] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.549743] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.549906] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.550345] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.num_retries = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.550345] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.rbd_ceph_conf = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.550493] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.rbd_connect_timeout = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.550639] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.rbd_pool = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.550815] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.rbd_user = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.550985] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.551199] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.551334] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.551508] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.service_type = image {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.551674] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.551836] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.551997] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.552174] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.552362] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.552530] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.verify_glance_signatures = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.552690] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] glance.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.552857] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] guestfs.debug = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.553037] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.553211] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.auth_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.553404] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.553570] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.553738] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.553903] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.554080] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.554248] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.554416] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.554577] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.554738] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.554898] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.555071] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.555241] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.555402] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.555575] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.service_type = shared-file-system {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.555739] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.share_apply_policy_timeout = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.555904] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.556080] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.556283] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.556456] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.556643] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.556806] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] manila.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.556979] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] mks.enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.557364] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.557559] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] image_cache.manager_interval = 2400 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.557732] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] image_cache.precache_concurrency = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.557906] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] image_cache.remove_unused_base_images = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.558096] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.558303] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.558492] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] image_cache.subdirectory_name = _base {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.558673] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.api_max_retries = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.558839] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.api_retry_interval = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.559012] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.559268] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.auth_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.559372] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.559538] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.559706] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.559871] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.conductor_group = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.560049] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.560216] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.560378] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.560546] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.560709] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.560869] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.561040] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.561217] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.peer_list = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.561382] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.561545] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.561714] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.serial_console_state_timeout = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.561875] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.562061] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.service_type = baremetal {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.562230] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.shard = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.562398] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.562558] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.562720] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.562961] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.563198] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.563379] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ironic.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.563569] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.563749] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] key_manager.fixed_key = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.563937] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.564124] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.barbican_api_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.564293] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.barbican_endpoint = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.564470] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.barbican_endpoint_type = public {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.564633] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.barbican_region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.564793] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.564954] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.565135] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.565303] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.565466] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.565629] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.number_of_retries = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.565856] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.retry_delay = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.565948] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.send_service_user_token = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.566138] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.566340] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.566510] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.verify_ssl = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.566672] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican.verify_ssl_path = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.566843] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.567026] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.auth_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.567215] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.567382] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.567550] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.567710] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.567869] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.568044] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.568248] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] barbican_service_user.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.568428] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.approle_role_id = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.568595] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.approle_secret_id = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.568771] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.kv_mountpoint = secret {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.568936] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.kv_path = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.569140] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.kv_version = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.569312] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.namespace = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.569485] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.root_token_id = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.569649] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.ssl_ca_crt_file = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.569821] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.timeout = 60.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.569986] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.use_ssl = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.570177] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.570354] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.570517] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.570682] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.570843] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.571013] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.571208] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.571382] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.571593] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.571764] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.571932] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.572110] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.572283] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.572450] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.572623] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.service_type = identity {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.572790] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.572955] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.573131] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.573295] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.573479] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.573640] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] keystone.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.573838] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.ceph_mount_options = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.574222] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.574409] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.connection_uri = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.574579] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_mode = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.574749] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_model_extra_flags = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.574921] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_models = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.575110] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_power_governor_high = performance {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.575297] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_power_governor_low = powersave {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.575457] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_power_management = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.575636] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.575802] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.device_detach_attempts = 8 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.575973] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.device_detach_timeout = 20 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.576185] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.disk_cachemodes = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.576371] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.disk_prefix = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.576541] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.enabled_perf_events = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.576708] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.file_backed_memory = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.576876] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.gid_maps = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.577055] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.hw_disk_discard = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.577229] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.hw_machine_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.577398] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_rbd_ceph_conf = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.577563] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.577727] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.577895] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_rbd_glance_store_name = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.578079] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_rbd_pool = rbd {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.578344] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_type = default {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.578544] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.images_volume_group = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.578717] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.inject_key = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.578885] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.inject_partition = -2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.579064] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.inject_password = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.579272] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.iscsi_iface = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.579452] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.iser_use_multipath = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.579617] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_bandwidth = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.579781] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.579945] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_downtime = 500 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.580125] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.580294] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.580455] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_inbound_addr = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.580619] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.580779] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_permit_post_copy = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.580940] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_scheme = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.581129] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_timeout_action = abort {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.581299] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_tunnelled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.581460] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_uri = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.581623] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.live_migration_with_native_tls = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.581784] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.max_queues = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.581948] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.582239] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.582412] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.nfs_mount_options = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.582712] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.582891] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.583076] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.num_iser_scan_tries = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.583247] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.num_memory_encrypted_guests = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.583417] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.583583] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.num_pcie_ports = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.583750] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.num_volume_scan_tries = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.583926] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.pmem_namespaces = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.584113] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.quobyte_client_cfg = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.584463] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.584642] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rbd_connect_timeout = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.584810] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.584974] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.585156] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rbd_secret_uuid = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.585322] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rbd_user = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.585487] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.585661] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.remote_filesystem_transport = ssh {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.585846] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rescue_image_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.586038] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rescue_kernel_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.586254] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rescue_ramdisk_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.586454] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.586615] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.rx_queue_size = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.586791] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.smbfs_mount_options = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.587137] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.587323] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.snapshot_compression = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.587489] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.snapshot_image_format = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.587748] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.587922] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.sparse_logical_volumes = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.588105] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.swtpm_enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.588306] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.swtpm_group = tss {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.588484] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.swtpm_user = tss {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.588657] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.sysinfo_serial = unique {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.588821] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.tb_cache_size = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.588983] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.tx_queue_size = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.589169] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.uid_maps = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.589338] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.use_virtio_for_bridges = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.589512] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.virt_type = kvm {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.589684] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.volume_clear = zero {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.589850] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.volume_clear_size = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.590025] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.volume_enforce_multipath = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.590200] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.volume_use_multipath = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.590394] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_cache_path = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.590575] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.590746] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_mount_group = qemu {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.590918] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_mount_opts = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.591106] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.591398] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.591607] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.vzstorage_mount_user = stack {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.591778] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.591956] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.592150] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.auth_type = password {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.592318] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.592480] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.592643] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.592804] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.592965] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.593780] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.default_floating_pool = public {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.593956] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.594138] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.extension_sync_interval = 600 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.594307] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.http_retries = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.594472] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.594632] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.594790] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.594960] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.595143] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.595318] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.ovs_bridge = br-int {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.595486] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.physnets = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.595656] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.region_name = RegionOne {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.595817] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.595984] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.service_metadata_proxy = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.596185] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.596374] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.service_type = network {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.596543] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.596704] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.596862] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.597035] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.597236] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.597407] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] neutron.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.597583] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] notifications.bdms_in_notifications = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.597763] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] notifications.default_level = INFO {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.597929] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] notifications.include_share_mapping = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.598143] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] notifications.notification_format = unversioned {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.598338] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] notifications.notify_on_state_change = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.598525] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.598708] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] pci.alias = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.598879] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] pci.device_spec = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.599059] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] pci.report_in_placement = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.599265] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.599455] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.auth_type = password {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.599627] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.599793] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.599954] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.600135] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.600299] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.600461] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.600621] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.default_domain_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.600779] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.default_domain_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.600939] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.domain_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.601120] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.domain_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.601287] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.601449] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.601609] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.601766] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.601923] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.602107] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.password = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.602296] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.project_domain_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.602487] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.project_domain_name = Default {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.602658] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.project_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.602832] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.project_name = service {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.603008] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.region_name = RegionOne {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.603185] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.603349] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.603519] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.service_type = placement {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.603684] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.603845] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.604018] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.604190] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.system_scope = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.604389] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.604562] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.trust_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.604724] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.user_domain_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.604903] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.user_domain_name = Default {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.605082] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.user_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.605263] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.username = nova {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.605450] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.605612] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] placement.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.605793] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.cores = 20 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.605963] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.count_usage_from_placement = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.606170] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.606350] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.injected_file_content_bytes = 10240 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.606520] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.injected_file_path_length = 255 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.606689] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.injected_files = 5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.606922] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.instances = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.607131] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.key_pairs = 100 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.607310] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.metadata_items = 128 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.607479] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.ram = 51200 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.607646] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.recheck_quota = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.607814] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.server_group_members = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.607980] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.server_groups = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.608247] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.608432] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] quota.unified_limits_resource_strategy = require {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.608612] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.608778] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.608941] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.image_metadata_prefilter = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.609130] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.609327] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.max_attempts = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.609503] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.max_placement_results = 1000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.609669] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.609832] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.query_placement_for_image_type_support = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.609995] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.610191] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] scheduler.workers = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.610374] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.610548] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.610730] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.610905] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.611086] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.611255] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.611421] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.611606] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.611773] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.host_subset_size = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.611936] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.612109] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.612278] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.612441] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.612618] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.612783] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.isolated_hosts = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.612947] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.isolated_images = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.613125] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.613292] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.613456] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.613618] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.pci_in_placement = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.613778] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.613939] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.614114] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.614277] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.614438] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.614598] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.614773] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.track_instance_changes = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.614952] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.615140] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metrics.required = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.615307] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metrics.weight_multiplier = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.615468] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.615633] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] metrics.weight_setting = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.615960] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.616162] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] serial_console.enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.616347] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] serial_console.port_range = 10000:20000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.616549] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.616730] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.616914] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] serial_console.serialproxy_port = 6083 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.617126] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.617328] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.auth_type = password {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.617508] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.617685] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.617856] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.618043] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.618242] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.618428] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.send_service_user_token = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.618607] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.618773] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] service_user.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.618961] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.agent_enabled = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.619182] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.619565] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.619790] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.620034] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.html5proxy_port = 6082 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.620270] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.image_compression = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.620496] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.jpeg_compression = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.620707] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.playback_compression = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.620911] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.require_secure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.621115] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.server_listen = 127.0.0.1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.621296] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.621675] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.621867] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.streaming_mode = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.622050] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] spice.zlib_compression = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.622231] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] upgrade_levels.baseapi = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.622409] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] upgrade_levels.compute = auto {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.622573] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] upgrade_levels.conductor = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.622736] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] upgrade_levels.scheduler = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.622907] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.623084] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.auth_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.623253] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.623415] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.623579] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.623741] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.623902] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.624078] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.624244] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vendordata_dynamic_auth.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.624422] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.api_retry_count = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.624586] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.ca_file = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625081] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.cache_prefix = devstack-image-cache {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625081] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.cluster_name = testcl1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625081] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.connection_pool_size = 10 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625258] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.console_delay_seconds = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625432] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.datastore_regex = ^datastore.* {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625661] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.625852] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.host_password = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.626036] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.host_port = 443 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.626218] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.host_username = administrator@vsphere.local {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.626390] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.insecure = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.626556] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.integration_bridge = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.626721] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.maximum_objects = 100 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.626882] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.pbm_default_policy = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.627057] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.pbm_enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.627225] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.pbm_wsdl_location = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.627398] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.627558] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.serial_port_proxy_uri = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.627717] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.serial_port_service_uri = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.627883] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.task_poll_interval = 0.5 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.628069] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.use_linked_clone = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.628272] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.vnc_keymap = en-us {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.628447] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.vnc_port = 5900 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.628611] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vmware.vnc_port_total = 10000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.628800] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.auth_schemes = ['none'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.628974] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.629329] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.629533] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.629710] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.novncproxy_port = 6080 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.629901] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.server_listen = 127.0.0.1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.630098] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.630265] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.vencrypt_ca_certs = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.630428] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.vencrypt_client_cert = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.630587] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vnc.vencrypt_client_key = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.630764] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.630927] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.disable_deep_image_inspection = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.631102] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.631268] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.631430] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.631591] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.disable_rootwrap = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.631749] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.enable_numa_live_migration = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.631910] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.632081] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.632243] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.632404] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.libvirt_disable_apic = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.632562] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.632721] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.632880] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.633049] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.633214] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.633372] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.633530] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.633686] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.633844] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.634020] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.634210] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.634380] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] wsgi.secure_proxy_ssl_header = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.634548] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] zvm.ca_file = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.634709] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] zvm.cloud_connector_url = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.635043] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.635237] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] zvm.reachable_timeout = 300 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.635416] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.635595] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.635775] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.connection_string = messaging:// {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.635942] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.enabled = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.636131] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.es_doc_type = notification {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.636295] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.es_scroll_size = 10000 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.636464] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.es_scroll_time = 2m {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.636685] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.filter_error_trace = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.636867] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.hmac_keys = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.637050] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.sentinel_service_name = mymaster {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.637224] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.socket_timeout = 0.1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.637394] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.trace_requests = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.637549] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler.trace_sqlalchemy = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.637731] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler_jaeger.process_tags = {} {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.637895] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler_jaeger.service_name_prefix = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.638073] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] profiler_otlp.service_name_prefix = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.638289] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.638472] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.638641] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.638819] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.638986] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.639194] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.639376] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.639543] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.639704] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.639877] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.640052] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.640232] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.640405] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.640570] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.640732] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.640902] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.641076] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.641242] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.641447] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.641621] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.641787] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.641969] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.642163] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.642331] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.642495] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.642657] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.642818] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.642981] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.643162] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.643327] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.643489] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.ssl = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.643658] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.643826] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.643986] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.644170] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.644340] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.ssl_version = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.644503] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.644691] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.644857] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_notifications.retry = -1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.645044] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.645223] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_messaging_notifications.transport_url = **** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.645401] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.auth_section = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.645567] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.auth_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.645729] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.cafile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.645890] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.certfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.646091] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.collect_timing = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.646270] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.connect_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.646432] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.connect_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.646592] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.endpoint_id = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.646765] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.endpoint_interface = publicURL {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.646926] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.endpoint_override = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.647099] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.endpoint_region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.647268] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.endpoint_service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.647430] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.endpoint_service_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.647598] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.insecure = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.647831] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.keyfile = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.648021] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.max_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.648232] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.min_version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.648404] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.region_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.648567] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.retriable_status_codes = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.648728] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.service_name = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.648888] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.service_type = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.649066] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.split_loggers = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.649232] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.status_code_retries = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.649394] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.status_code_retry_delay = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.649554] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.timeout = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.649714] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.valid_interfaces = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.649874] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_limit.version = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.650134] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_reports.file_event_handler = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.650236] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.650400] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] oslo_reports.log_dir = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.650575] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.650739] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.650900] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.651081] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.651253] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.651416] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.651588] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.651749] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_ovs_privileged.group = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.651907] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.652087] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.652254] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.652416] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] vif_plug_ovs_privileged.user = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.652588] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.flat_interface = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.652768] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.652943] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.653131] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.653309] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.653481] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.653649] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.653812] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.653992] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.654227] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.isolate_vif = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.654349] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.654518] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.654687] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.654857] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.ovsdb_interface = native {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.655029] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] os_vif_ovs.per_port_bridge = False {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.655209] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] privsep_osbrick.capabilities = [21] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.655373] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] privsep_osbrick.group = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.655533] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] privsep_osbrick.helper_command = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.655698] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.655863] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.656035] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] privsep_osbrick.user = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.656218] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.656383] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] nova_sys_admin.group = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.656540] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] nova_sys_admin.helper_command = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.656703] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.656864] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.657033] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] nova_sys_admin.user = None {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.657170] env[69498]: DEBUG oslo_service.backend.eventlet.service [None req-774a9f68-bdca-47cc-bb18-7a85a916baca None None] ******************************************************************************** {{(pid=69498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 575.657620] env[69498]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 576.162259] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Getting list of instances from cluster (obj){ [ 576.162259] env[69498]: value = "domain-c8" [ 576.162259] env[69498]: _type = "ClusterComputeResource" [ 576.162259] env[69498]: } {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.163341] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28afa252-2996-4350-88d6-a8ba6a4902a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.172617] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Got total of 0 instances {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.173297] env[69498]: WARNING nova.virt.vmwareapi.driver [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 576.173789] env[69498]: INFO nova.virt.node [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Generated node identity 964708ed-d810-48e1-92a9-374e1924451f [ 576.174047] env[69498]: INFO nova.virt.node [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Wrote node identity 964708ed-d810-48e1-92a9-374e1924451f to /opt/stack/data/n-cpu-1/compute_id [ 576.676562] env[69498]: WARNING nova.compute.manager [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Compute nodes ['964708ed-d810-48e1-92a9-374e1924451f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 577.682325] env[69498]: INFO nova.compute.manager [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 578.688213] env[69498]: WARNING nova.compute.manager [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 578.688572] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.688741] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.688893] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.689074] env[69498]: DEBUG nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 578.690094] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc0d44a-d01a-4246-a709-b7d76cb94aa6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.703951] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cba1a-3669-4eb3-a09f-6902852ddfb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.735363] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c2696-5412-4aab-847d-b6738942c64c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.743662] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4574a331-1e4c-46e9-bce2-35819ed38b05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.774282] env[69498]: DEBUG nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180826MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 578.774469] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.774704] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.277605] env[69498]: WARNING nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] No compute node record for cpu-1:964708ed-d810-48e1-92a9-374e1924451f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 964708ed-d810-48e1-92a9-374e1924451f could not be found. [ 579.782393] env[69498]: INFO nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 964708ed-d810-48e1-92a9-374e1924451f [ 581.290523] env[69498]: DEBUG nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 581.290875] env[69498]: DEBUG nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 581.442640] env[69498]: INFO nova.scheduler.client.report [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] [req-35cfe291-dbbd-4a7f-a788-0043c5630fe2] Created resource provider record via placement API for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 581.460676] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561417d-db1e-4329-8ba3-e856b56ef897 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.468781] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7d8e05-f3d9-4183-a591-4308c4cfdad7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.499423] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24ba6f5-6183-40d9-baba-4f000a3f2a04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.507225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b89b814-0ffe-4680-8c8f-3c56842fc7a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.520586] env[69498]: DEBUG nova.compute.provider_tree [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.057433] env[69498]: DEBUG nova.scheduler.client.report [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 582.057668] env[69498]: DEBUG nova.compute.provider_tree [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 0 to 1 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 582.057809] env[69498]: DEBUG nova.compute.provider_tree [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 582.110429] env[69498]: DEBUG nova.compute.provider_tree [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 1 to 2 during operation: update_traits {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 582.615094] env[69498]: DEBUG nova.compute.resource_tracker [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 582.615472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.615472] env[69498]: DEBUG nova.service [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Creating RPC server for service compute {{(pid=69498) start /opt/stack/nova/nova/service.py:177}} [ 582.629019] env[69498]: DEBUG nova.service [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] Join ServiceGroup membership for this service compute {{(pid=69498) start /opt/stack/nova/nova/service.py:194}} [ 582.629243] env[69498]: DEBUG nova.servicegroup.drivers.db [None req-eb2dec8b-2a41-4247-bd1f-00702217aa69 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69498) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 623.255259] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "5a0a3050-d2a0-41e2-a75d-984af183d670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.255652] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.760159] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.053811] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.054195] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.304068] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.304359] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.307078] env[69498]: INFO nova.compute.claims [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.557114] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.093428] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.427699] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "5aded919-7914-47a3-b7b6-8053eef8f6f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.427983] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.457594] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da014b-50d1-44ce-813c-e3f5108337e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.469642] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d6fbf0-8236-4021-af07-78df39cdb2f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.518638] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacb9489-0e2b-4c50-8e55-1933387b9191 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.525786] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5d2e5-5b96-42ac-b29a-2cd00c062304 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.544117] env[69498]: DEBUG nova.compute.provider_tree [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.931194] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.048723] env[69498]: DEBUG nova.scheduler.client.report [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.458204] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.554175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.555260] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.567052] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.467s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.567052] env[69498]: INFO nova.compute.claims [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.632381] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.756163] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.756397] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.072230] env[69498]: DEBUG nova.compute.utils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.072230] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.072230] env[69498]: DEBUG nova.network.neutron [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.136029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Getting list of instances from cluster (obj){ [ 627.136029] env[69498]: value = "domain-c8" [ 627.136029] env[69498]: _type = "ClusterComputeResource" [ 627.136029] env[69498]: } {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 627.138554] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495057c2-22f5-45b1-bb28-2cbd5da1deb0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.151300] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Got total of 0 instances {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 627.151300] env[69498]: WARNING nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor. [ 627.151300] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid 5a0a3050-d2a0-41e2-a75d-984af183d670 {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 627.151300] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid 8ce54145-1b41-4cbd-ba71-c28e6ea44afe {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 627.151772] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "5a0a3050-d2a0-41e2-a75d-984af183d670" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.152098] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.152458] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.153214] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Getting list of instances from cluster (obj){ [ 627.153214] env[69498]: value = "domain-c8" [ 627.153214] env[69498]: _type = "ClusterComputeResource" [ 627.153214] env[69498]: } {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 627.154138] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b330b438-d87d-456b-9405-fc28ed392ff2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.165077] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Got total of 0 instances {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 627.260208] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.409028] env[69498]: DEBUG nova.policy [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a2061f751140a088cc8c2b9fad71b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b090f93d4a46df8e2b2ad7a40c0e85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.579445] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.719767] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59f70d-4cff-459b-8c23-6ac584336778 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.733516] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc184a-f280-4f7c-86c5-917a6398701c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.773484] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eed41f-6db3-4a01-9c99-2daab7c41379 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.784333] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259900b3-200a-41f7-9d2b-aa4777aebfe8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.803532] env[69498]: DEBUG nova.compute.provider_tree [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.805574] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.049426] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.050133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.308591] env[69498]: DEBUG nova.scheduler.client.report [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.412198] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "434f32c3-fd37-47f8-b899-dcb1799b0a13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.412569] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.555587] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.596989] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.644724] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.651793] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.651793] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.651793] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.651793] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.651793] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.652106] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.652106] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.652106] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.652106] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.652106] env[69498]: DEBUG nova.virt.hardware [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.652272] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740ac79-78f8-433f-a41a-d69f67e737ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.662212] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80bc9d-5a9b-468d-a801-7ea4022dac26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.680996] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5215e95-049d-41a6-b761-fa749bfbdf92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.817672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.818308] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.822706] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.365s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.824127] env[69498]: INFO nova.compute.claims [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.843047] env[69498]: DEBUG nova.network.neutron [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Successfully created port: 748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.915203] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.085943] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.330702] env[69498]: DEBUG nova.compute.utils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.339022] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.339022] env[69498]: DEBUG nova.network.neutron [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.444747] env[69498]: DEBUG nova.policy [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6821f875b80043eeab5b735a53a5068c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7abc16e6a16e41fbad1e9abf331f12fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.448743] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.839211] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.941018] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e58e62-d2b2-4e56-ac55-a47962dfcfaf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.947126] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf9eafb-b3a2-4c62-a585-e62b9b1b6edd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.979257] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf43b322-5b9f-4867-b924-2ac304fa2e06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.987735] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c3e338-700e-4634-ac43-5fb1e5064d95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.004605] env[69498]: DEBUG nova.compute.provider_tree [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.078167] env[69498]: DEBUG nova.network.neutron [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Successfully created port: c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.509536] env[69498]: DEBUG nova.scheduler.client.report [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.853297] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.881750] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.882088] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.882158] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.882333] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.882473] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.882613] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.884427] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.884427] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.884427] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.884773] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.885517] env[69498]: DEBUG nova.virt.hardware [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.885899] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de36d2-2653-4297-afc1-0ceacfb888c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.894876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ea2be-f424-46a9-af20-5f4e4d5a5f18 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.940912] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.941180] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.960283] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.960598] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.960666] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.962052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.962052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.962052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.962052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.962052] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 630.962052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 631.016181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.016710] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.021184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.216s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.028098] env[69498]: INFO nova.compute.claims [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.199689] env[69498]: DEBUG nova.network.neutron [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Successfully updated port: 748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.444395] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.465118] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.532127] env[69498]: DEBUG nova.compute.utils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.536500] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.536660] env[69498]: DEBUG nova.network.neutron [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.660127] env[69498]: DEBUG nova.policy [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c498fb09964d6e89378ecca8ac5f72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385223fa46d84bf18f006d3adbd026fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.704570] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "refresh_cache-5a0a3050-d2a0-41e2-a75d-984af183d670" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.704570] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquired lock "refresh_cache-5a0a3050-d2a0-41e2-a75d-984af183d670" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.704570] env[69498]: DEBUG nova.network.neutron [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.909043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.911082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.978327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.043227] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.196277] env[69498]: DEBUG nova.network.neutron [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Successfully updated port: c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.253863] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378779c7-0411-450f-bf97-c17c253fad49 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.263604] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e999914-dd56-4221-875f-1e438587c89c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.302699] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfd2a6-9261-4c44-bb1a-e755d78b7b8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.315332] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e171eb-ae15-4fe8-bb63-2630c916da92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.337139] env[69498]: DEBUG nova.compute.provider_tree [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.413399] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.432348] env[69498]: DEBUG nova.network.neutron [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.641947] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.642215] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "48aa7aba-a938-4622-9201-222fd0b88f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.692905] env[69498]: DEBUG nova.network.neutron [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Successfully created port: 2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.701584] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "refresh_cache-8ce54145-1b41-4cbd-ba71-c28e6ea44afe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.701732] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired lock "refresh_cache-8ce54145-1b41-4cbd-ba71-c28e6ea44afe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.701877] env[69498]: DEBUG nova.network.neutron [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.841327] env[69498]: DEBUG nova.scheduler.client.report [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.870414] env[69498]: DEBUG nova.network.neutron [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Updating instance_info_cache with network_info: [{"id": "748c7ad9-8ad1-4091-ba3e-53a615fc70b3", "address": "fa:16:3e:77:04:3f", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748c7ad9-8a", "ovs_interfaceid": "748c7ad9-8ad1-4091-ba3e-53a615fc70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.948168] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.054954] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.082784] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.082784] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.082784] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.083282] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.083282] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.083282] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.083482] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.083647] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.083795] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.083946] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.084163] env[69498]: DEBUG nova.virt.hardware [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.085111] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6334d1ec-fe73-4639-90cf-17daa3e32406 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.093474] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6b9c78-67c0-43b1-ae0d-0f6aa0b4a1a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.146065] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.258225] env[69498]: DEBUG nova.network.neutron [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.346357] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.347060] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.354043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.265s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.354043] env[69498]: INFO nova.compute.claims [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.375675] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Releasing lock "refresh_cache-5a0a3050-d2a0-41e2-a75d-984af183d670" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.375675] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Instance network_info: |[{"id": "748c7ad9-8ad1-4091-ba3e-53a615fc70b3", "address": "fa:16:3e:77:04:3f", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748c7ad9-8a", "ovs_interfaceid": "748c7ad9-8ad1-4091-ba3e-53a615fc70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.375891] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:04:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '748c7ad9-8ad1-4091-ba3e-53a615fc70b3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.393194] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.393711] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39ce3811-d519-4af5-bf5f-59ec8eafea40 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.410914] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Created folder: OpenStack in parent group-v4. [ 633.414216] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Creating folder: Project (e6b090f93d4a46df8e2b2ad7a40c0e85). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.414216] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-537d2673-8281-4f31-8cf8-c0c5ddefc45a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.425106] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Created folder: Project (e6b090f93d4a46df8e2b2ad7a40c0e85) in parent group-v811634. [ 633.425323] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Creating folder: Instances. Parent ref: group-v811635. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.426333] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30de4afc-cf53-4a8b-95e7-0cf4370c5e96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.435163] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Created folder: Instances in parent group-v811635. [ 633.435445] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.435642] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.435884] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56155654-8964-41ae-a607-4e9275b88bbb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.460263] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.460263] env[69498]: value = "task-4097201" [ 633.460263] env[69498]: _type = "Task" [ 633.460263] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.470816] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097201, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.637276] env[69498]: DEBUG nova.network.neutron [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Updating instance_info_cache with network_info: [{"id": "c0cfe81b-f30e-491d-8c80-5e1fc97562e2", "address": "fa:16:3e:0b:40:52", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cfe81b-f3", "ovs_interfaceid": "c0cfe81b-f30e-491d-8c80-5e1fc97562e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.677472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.857700] env[69498]: DEBUG nova.compute.utils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.861304] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.861304] env[69498]: DEBUG nova.network.neutron [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.977287] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097201, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.979028] env[69498]: DEBUG nova.policy [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb23cbf06f54efbba3378a451fd5f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001278abcec742f0ba4c8400d29cf5a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.140752] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Releasing lock "refresh_cache-8ce54145-1b41-4cbd-ba71-c28e6ea44afe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.141081] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Instance network_info: |[{"id": "c0cfe81b-f30e-491d-8c80-5e1fc97562e2", "address": "fa:16:3e:0b:40:52", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cfe81b-f3", "ovs_interfaceid": "c0cfe81b-f30e-491d-8c80-5e1fc97562e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.142306] env[69498]: DEBUG nova.compute.manager [req-2dbf8456-0b9d-458e-86cd-5c4c65e9e9b6 req-9fc2c7d2-3b62-4a9a-8cfa-259142e5892b service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Received event network-vif-plugged-748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.142680] env[69498]: DEBUG oslo_concurrency.lockutils [req-2dbf8456-0b9d-458e-86cd-5c4c65e9e9b6 req-9fc2c7d2-3b62-4a9a-8cfa-259142e5892b service nova] Acquiring lock "5a0a3050-d2a0-41e2-a75d-984af183d670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.142811] env[69498]: DEBUG oslo_concurrency.lockutils [req-2dbf8456-0b9d-458e-86cd-5c4c65e9e9b6 req-9fc2c7d2-3b62-4a9a-8cfa-259142e5892b service nova] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.142978] env[69498]: DEBUG oslo_concurrency.lockutils [req-2dbf8456-0b9d-458e-86cd-5c4c65e9e9b6 req-9fc2c7d2-3b62-4a9a-8cfa-259142e5892b service nova] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.144020] env[69498]: DEBUG nova.compute.manager [req-2dbf8456-0b9d-458e-86cd-5c4c65e9e9b6 req-9fc2c7d2-3b62-4a9a-8cfa-259142e5892b service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] No waiting events found dispatching network-vif-plugged-748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 634.144342] env[69498]: WARNING nova.compute.manager [req-2dbf8456-0b9d-458e-86cd-5c4c65e9e9b6 req-9fc2c7d2-3b62-4a9a-8cfa-259142e5892b service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Received unexpected event network-vif-plugged-748c7ad9-8ad1-4091-ba3e-53a615fc70b3 for instance with vm_state building and task_state spawning. [ 634.144724] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:40:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0cfe81b-f30e-491d-8c80-5e1fc97562e2', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.156025] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Creating folder: Project (7abc16e6a16e41fbad1e9abf331f12fa). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.156720] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004e5eed-bc61-4622-ae52-760e64396fe7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.173415] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Created folder: Project (7abc16e6a16e41fbad1e9abf331f12fa) in parent group-v811634. [ 634.173415] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Creating folder: Instances. Parent ref: group-v811638. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.174142] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cf3072b-7087-4207-b685-d3ab33f83326 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.188427] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Created folder: Instances in parent group-v811638. [ 634.189341] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.191682] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.191682] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-941200a6-1025-482c-8f31-14f5e468b309 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.219215] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.219215] env[69498]: value = "task-4097204" [ 634.219215] env[69498]: _type = "Task" [ 634.219215] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.231187] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097204, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.375311] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.473793] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097201, 'name': CreateVM_Task, 'duration_secs': 0.532148} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.477968] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.521959] env[69498]: DEBUG oslo_vmware.service [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d1737-7495-40c3-9818-e7052c085cbd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.533247] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.533445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.534121] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.538641] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6c8d1f-cb8e-4d92-a340-0a3a01f355b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.545694] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 634.545694] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d27668-a7d5-a2d8-1575-044bb17c36d7" [ 634.545694] env[69498]: _type = "Task" [ 634.545694] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.558963] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d27668-a7d5-a2d8-1575-044bb17c36d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.645435] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f757735-5778-4258-8b1d-53bb08bf5312 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.654912] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764bd0fa-488a-45ed-93ca-b73a242bc544 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.702168] env[69498]: DEBUG nova.network.neutron [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Successfully created port: d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.706230] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c082a10e-aae1-445d-acc6-9e8028889a43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.713371] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6c007-6fd5-47ad-bd25-b6c59539b93d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.733889] env[69498]: DEBUG nova.compute.provider_tree [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.745304] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097204, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.036295] env[69498]: DEBUG nova.compute.manager [req-1fd4563b-ccd6-4b3c-8fc8-955730933c3f req-43ee2d4d-96d0-46e0-aa17-52c1de17323e service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Received event network-vif-plugged-c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.036554] env[69498]: DEBUG oslo_concurrency.lockutils [req-1fd4563b-ccd6-4b3c-8fc8-955730933c3f req-43ee2d4d-96d0-46e0-aa17-52c1de17323e service nova] Acquiring lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.036775] env[69498]: DEBUG oslo_concurrency.lockutils [req-1fd4563b-ccd6-4b3c-8fc8-955730933c3f req-43ee2d4d-96d0-46e0-aa17-52c1de17323e service nova] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.036935] env[69498]: DEBUG oslo_concurrency.lockutils [req-1fd4563b-ccd6-4b3c-8fc8-955730933c3f req-43ee2d4d-96d0-46e0-aa17-52c1de17323e service nova] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.037164] env[69498]: DEBUG nova.compute.manager [req-1fd4563b-ccd6-4b3c-8fc8-955730933c3f req-43ee2d4d-96d0-46e0-aa17-52c1de17323e service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] No waiting events found dispatching network-vif-plugged-c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 635.037347] env[69498]: WARNING nova.compute.manager [req-1fd4563b-ccd6-4b3c-8fc8-955730933c3f req-43ee2d4d-96d0-46e0-aa17-52c1de17323e service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Received unexpected event network-vif-plugged-c0cfe81b-f30e-491d-8c80-5e1fc97562e2 for instance with vm_state building and task_state spawning. [ 635.058084] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.058393] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.058634] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.058773] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.059195] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.059445] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26355e5d-5efe-43d4-b90a-3d60c31d30b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.077976] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.080022] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.080022] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2f3120-88a5-4894-a4f9-c00616021b16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.090997] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d36c8f-098b-4d1d-ac9b-aaaea279c164 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.099533] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 635.099533] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239d1be-2e69-0338-4c94-a470001327bf" [ 635.099533] env[69498]: _type = "Task" [ 635.099533] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.112697] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 635.114833] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Creating directory with path [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.114833] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4db5f806-7d39-4c3f-a997-bb75a07c75f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.142309] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Created directory with path [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.142513] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Fetch image to [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 635.142679] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Downloading image file data e3962954-209d-4678-9877-4850ecfcddab to [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk on the data store datastore1 {{(pid=69498) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 635.145029] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f40292-1403-4bb8-aca4-45f26bf74444 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.155918] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc4c2f-6434-4fde-a53f-1e57ffb6bb22 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.174579] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000eac9-ff05-4d1c-aeeb-d75c4d4d019e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.218709] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4dac90-93de-4a9c-9117-e61444f93cc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.227314] env[69498]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6102a366-5cb8-45cd-94d3-519882bf97d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.244310] env[69498]: DEBUG nova.scheduler.client.report [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.260547] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097204, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.325896] env[69498]: DEBUG nova.network.neutron [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Successfully updated port: 2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.335624] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Downloading image file data e3962954-209d-4678-9877-4850ecfcddab to the data store datastore1 {{(pid=69498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 635.388510] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.424110] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.425559] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.425559] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.425559] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.425559] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.425559] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.426095] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.426095] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.426095] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.426095] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.426274] env[69498]: DEBUG nova.virt.hardware [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.428666] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c47974a-6327-47dd-8b70-b2ffa87d07dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.431269] env[69498]: DEBUG oslo_vmware.rw_handles [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 635.493090] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b78fce-5de6-44e6-a8d2-8d293396b796 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.745895] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097204, 'name': CreateVM_Task, 'duration_secs': 1.385693} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.747255] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.748038] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.748258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.748641] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.749948] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.750518] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.754107] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d6892b-8e64-4de6-a85c-6dcab6e92e07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.759307] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.310s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.762653] env[69498]: INFO nova.compute.claims [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.774508] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 635.774508] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52769b6a-460d-a517-5e4b-6ceb06cb6883" [ 635.774508] env[69498]: _type = "Task" [ 635.774508] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.786770] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.787160] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.787395] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.831590] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.831741] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquired lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.831898] env[69498]: DEBUG nova.network.neutron [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.220113] env[69498]: DEBUG oslo_vmware.rw_handles [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 636.220444] env[69498]: DEBUG oslo_vmware.rw_handles [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 636.261093] env[69498]: DEBUG nova.compute.utils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.262724] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.262942] env[69498]: DEBUG nova.network.neutron [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.280609] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Downloaded image file data e3962954-209d-4678-9877-4850ecfcddab to vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk on the data store datastore1 {{(pid=69498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 636.282477] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 636.282876] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Copying Virtual Disk [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk to [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.284106] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be6722dc-7292-438b-88ea-588bbaaec89b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.296309] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 636.296309] env[69498]: value = "task-4097205" [ 636.296309] env[69498]: _type = "Task" [ 636.296309] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.306401] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.484052] env[69498]: DEBUG nova.network.neutron [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.497464] env[69498]: DEBUG nova.policy [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43689111665c465da3259ea2b22a8223', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aac24f40ea741dab4c7566eab83ff83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.769102] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.807072] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.931964] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e1077-ee71-4986-a8b0-fc7d141607ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.941578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3176708-9c91-4518-b146-e8945a69c0d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.986665] env[69498]: DEBUG nova.network.neutron [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Successfully updated port: d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.989578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296e3530-39cc-47fd-88f5-ffb15547bbfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.998659] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb32f181-2e70-4674-86c7-df9607651513 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.014692] env[69498]: DEBUG nova.compute.provider_tree [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.223344] env[69498]: DEBUG nova.network.neutron [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Updating instance_info_cache with network_info: [{"id": "2f45908e-d746-4a6e-a049-7024cec71b24", "address": "fa:16:3e:19:07:de", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45908e-d7", "ovs_interfaceid": "2f45908e-d746-4a6e-a049-7024cec71b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.310760] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.493049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-766ab89e-b13e-4252-8eb7-18072e1ee8aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.493049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-766ab89e-b13e-4252-8eb7-18072e1ee8aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.493049] env[69498]: DEBUG nova.network.neutron [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.511549] env[69498]: DEBUG nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Received event network-changed-748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.511744] env[69498]: DEBUG nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Refreshing instance network info cache due to event network-changed-748c7ad9-8ad1-4091-ba3e-53a615fc70b3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.511956] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Acquiring lock "refresh_cache-5a0a3050-d2a0-41e2-a75d-984af183d670" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.514126] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Acquired lock "refresh_cache-5a0a3050-d2a0-41e2-a75d-984af183d670" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.514353] env[69498]: DEBUG nova.network.neutron [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Refreshing network info cache for port 748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.520944] env[69498]: DEBUG nova.scheduler.client.report [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.728906] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Releasing lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.728906] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Instance network_info: |[{"id": "2f45908e-d746-4a6e-a049-7024cec71b24", "address": "fa:16:3e:19:07:de", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45908e-d7", "ovs_interfaceid": "2f45908e-d746-4a6e-a049-7024cec71b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.729175] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:07:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f45908e-d746-4a6e-a049-7024cec71b24', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.740267] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Creating folder: Project (385223fa46d84bf18f006d3adbd026fa). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.740578] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc151e25-7f2f-4214-82cf-5b29c635a889 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.753182] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Created folder: Project (385223fa46d84bf18f006d3adbd026fa) in parent group-v811634. [ 637.753391] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Creating folder: Instances. Parent ref: group-v811641. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.754541] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbaaf2ae-ab91-42c7-b7c9-a42496c255fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.763954] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Created folder: Instances in parent group-v811641. [ 637.764228] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.764571] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.765497] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c40ce5-6b6a-4f52-9f5d-ff0688730497 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.786028] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.789151] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.789151] env[69498]: value = "task-4097208" [ 637.789151] env[69498]: _type = "Task" [ 637.789151] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.816771] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.817361] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097208, 'name': CreateVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.832922] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.832922] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.832922] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.833266] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.833266] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.833266] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.833380] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.833552] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.833724] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.833896] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.834060] env[69498]: DEBUG nova.virt.hardware [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.834949] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300f7d2-9bcd-41a9-a6f3-0d8b34308fdc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.843585] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b30f8-c00d-4517-9701-e60b75f14d93 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.031460] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.031460] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.034105] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.569s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.034331] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.034512] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 638.038320] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.057s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.040431] env[69498]: INFO nova.compute.claims [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.043374] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eebf46-2340-4480-87b7-6ccc0e0ac276 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.055209] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d361ac8-aec6-4cb3-973c-aec865bcc0c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.080164] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d32cb-bd68-4a70-a35e-7490e211df3b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.092420] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4f03c7-92c4-40af-9ea9-e770a9769a5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.126158] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180820MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 638.126442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.148700] env[69498]: DEBUG nova.network.neutron [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.152150] env[69498]: DEBUG nova.network.neutron [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Successfully created port: 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.315743] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097208, 'name': CreateVM_Task, 'duration_secs': 0.468974} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.316114] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097205, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.711787} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.318761] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.319991] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Copied Virtual Disk [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk to [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.319991] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleting the datastore file [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.320651] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.320884] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.321143] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.321373] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-252a6066-47bf-4f83-80f5-81b945677238 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.323722] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3210609-3484-4f7f-9f07-24a934bb6e1b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.331205] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 638.331205] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5294a0b9-3ae1-2476-4d0f-4328132d27c7" [ 638.331205] env[69498]: _type = "Task" [ 638.331205] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.334887] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 638.334887] env[69498]: value = "task-4097209" [ 638.334887] env[69498]: _type = "Task" [ 638.334887] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.343664] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5294a0b9-3ae1-2476-4d0f-4328132d27c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.349432] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.434878] env[69498]: DEBUG nova.network.neutron [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Updated VIF entry in instance network info cache for port 748c7ad9-8ad1-4091-ba3e-53a615fc70b3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.434878] env[69498]: DEBUG nova.network.neutron [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Updating instance_info_cache with network_info: [{"id": "748c7ad9-8ad1-4091-ba3e-53a615fc70b3", "address": "fa:16:3e:77:04:3f", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748c7ad9-8a", "ovs_interfaceid": "748c7ad9-8ad1-4091-ba3e-53a615fc70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.544390] env[69498]: DEBUG nova.compute.utils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.545865] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.546059] env[69498]: DEBUG nova.network.neutron [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.623828] env[69498]: DEBUG nova.policy [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee7d48ea13e4f2dace329c1988fe982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6341e2a3064e7581c1ad96f8ed8846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.750824] env[69498]: DEBUG nova.network.neutron [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Updating instance_info_cache with network_info: [{"id": "d3717758-e628-433e-828a-3a322b822bd0", "address": "fa:16:3e:b8:8f:d0", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3717758-e6", "ovs_interfaceid": "d3717758-e628-433e-828a-3a322b822bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.849407] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.849407] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.849407] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.851539] env[69498]: DEBUG nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Received event network-changed-c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.851539] env[69498]: DEBUG nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Refreshing instance network info cache due to event network-changed-c0cfe81b-f30e-491d-8c80-5e1fc97562e2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.851769] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Acquiring lock "refresh_cache-8ce54145-1b41-4cbd-ba71-c28e6ea44afe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.853629] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Acquired lock "refresh_cache-8ce54145-1b41-4cbd-ba71-c28e6ea44afe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.853629] env[69498]: DEBUG nova.network.neutron [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Refreshing network info cache for port c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.857688] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037212} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.858261] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.858471] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Moving file from [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073/e3962954-209d-4678-9877-4850ecfcddab to [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab. {{(pid=69498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 638.858768] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6cab3836-fc92-4e3e-822f-3ba7f22afb71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.870573] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 638.870573] env[69498]: value = "task-4097210" [ 638.870573] env[69498]: _type = "Task" [ 638.870573] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.881309] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097210, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.943969] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Releasing lock "refresh_cache-5a0a3050-d2a0-41e2-a75d-984af183d670" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.944878] env[69498]: DEBUG nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Received event network-vif-plugged-2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.946103] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Acquiring lock "5aded919-7914-47a3-b7b6-8053eef8f6f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.946103] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.946103] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.946103] env[69498]: DEBUG nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] No waiting events found dispatching network-vif-plugged-2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 638.946278] env[69498]: WARNING nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Received unexpected event network-vif-plugged-2f45908e-d746-4a6e-a049-7024cec71b24 for instance with vm_state building and task_state spawning. [ 638.946462] env[69498]: DEBUG nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Received event network-changed-2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.946635] env[69498]: DEBUG nova.compute.manager [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Refreshing instance network info cache due to event network-changed-2f45908e-d746-4a6e-a049-7024cec71b24. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.946842] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Acquiring lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.946980] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Acquired lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.947196] env[69498]: DEBUG nova.network.neutron [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Refreshing network info cache for port 2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.994334] env[69498]: DEBUG nova.network.neutron [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Successfully created port: 7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.051639] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.236538] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8b3cb-0539-4244-9531-ce8a728c4382 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.243539] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e60ab-bacc-4db1-b57c-c66496ce0a86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.287300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-766ab89e-b13e-4252-8eb7-18072e1ee8aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.287300] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance network_info: |[{"id": "d3717758-e628-433e-828a-3a322b822bd0", "address": "fa:16:3e:b8:8f:d0", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3717758-e6", "ovs_interfaceid": "d3717758-e628-433e-828a-3a322b822bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.287714] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:8f:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3717758-e628-433e-828a-3a322b822bd0', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.294140] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating folder: Project (001278abcec742f0ba4c8400d29cf5a6). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.295088] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a55b3-66b3-40bb-8689-30ce2d556a5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.298561] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1168445-4a32-4207-87ee-13baaac8a87c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.307700] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02bf08f-1cb9-4b29-be9c-5602e76f207e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.314790] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created folder: Project (001278abcec742f0ba4c8400d29cf5a6) in parent group-v811634. [ 639.315062] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating folder: Instances. Parent ref: group-v811644. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.315797] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a77ef05-4d1b-451a-8c3b-217337e22543 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.330609] env[69498]: DEBUG nova.compute.provider_tree [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.343173] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created folder: Instances in parent group-v811644. [ 639.344887] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.344887] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.345183] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c2653c-9aa0-40f0-a28d-5546d205cd03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.379331] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.379331] env[69498]: value = "task-4097213" [ 639.379331] env[69498]: _type = "Task" [ 639.379331] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.388618] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097210, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03685} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.390098] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] File moved {{(pid=69498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 639.390098] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Cleaning up location [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073 {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 639.390098] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleting the datastore file [datastore1] vmware_temp/36914511-b6c1-4213-aff1-aceeb402a073 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.390264] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081d3584-f83d-4215-afa0-a94391f78ebe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.398318] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097213, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.404023] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 639.404023] env[69498]: value = "task-4097214" [ 639.404023] env[69498]: _type = "Task" [ 639.404023] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.417991] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.707916] env[69498]: DEBUG nova.network.neutron [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Updated VIF entry in instance network info cache for port 2f45908e-d746-4a6e-a049-7024cec71b24. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.714492] env[69498]: DEBUG nova.network.neutron [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Updating instance_info_cache with network_info: [{"id": "2f45908e-d746-4a6e-a049-7024cec71b24", "address": "fa:16:3e:19:07:de", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45908e-d7", "ovs_interfaceid": "2f45908e-d746-4a6e-a049-7024cec71b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.836106] env[69498]: DEBUG nova.scheduler.client.report [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.895460] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097213, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.919034] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043062} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.919329] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.920131] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83728255-4ccf-4b2a-8b3f-d3f03ff3bd6a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.927634] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 639.927634] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e1f68-6724-b606-4a02-18a2ff3bb440" [ 639.927634] env[69498]: _type = "Task" [ 639.927634] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.939146] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e1f68-6724-b606-4a02-18a2ff3bb440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.069086] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.097662] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.099070] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.099511] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.099862] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.100224] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.100544] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.101031] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.101365] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.101699] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.102029] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.102374] env[69498]: DEBUG nova.virt.hardware [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.103575] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc86303-6526-4fcf-b4f4-c2ffbe71e890 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.116143] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f83480-3ff7-41bb-9d58-18b0a91ebb6a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.197524] env[69498]: DEBUG nova.network.neutron [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Updated VIF entry in instance network info cache for port c0cfe81b-f30e-491d-8c80-5e1fc97562e2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.197708] env[69498]: DEBUG nova.network.neutron [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Updating instance_info_cache with network_info: [{"id": "c0cfe81b-f30e-491d-8c80-5e1fc97562e2", "address": "fa:16:3e:0b:40:52", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cfe81b-f3", "ovs_interfaceid": "c0cfe81b-f30e-491d-8c80-5e1fc97562e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.219648] env[69498]: DEBUG oslo_concurrency.lockutils [req-ace9795f-13f3-4c21-8f65-7c32eec802d0 req-fe6c1bac-d9ea-46f3-94ee-1123aada59a7 service nova] Releasing lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.343145] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.343690] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.346257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.398s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.347837] env[69498]: INFO nova.compute.claims [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.390966] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097213, 'name': CreateVM_Task, 'duration_secs': 0.567078} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.391765] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.392502] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.394083] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.394083] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.394083] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989ba7e7-00eb-4c9d-8bee-7883e9c6342d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.401699] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 640.401699] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e7e1c-193e-b593-be3b-e81cf88bc37c" [ 640.401699] env[69498]: _type = "Task" [ 640.401699] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.414915] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e7e1c-193e-b593-be3b-e81cf88bc37c, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.414915] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.414915] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.414915] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.442809] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e1f68-6724-b606-4a02-18a2ff3bb440, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.444626] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.444626] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 5a0a3050-d2a0-41e2-a75d-984af183d670/5a0a3050-d2a0-41e2-a75d-984af183d670.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.444626] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.444838] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.444957] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9f468e-2461-4d08-82f0-21443ce9d96e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.448482] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeaa59ce-39ef-4fc9-876b-2db357b906a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.457372] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 640.457372] env[69498]: value = "task-4097215" [ 640.457372] env[69498]: _type = "Task" [ 640.457372] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.462837] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.463354] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.464519] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f2140f-717b-4560-a855-e41c18e47bc5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.471070] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.475218] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 640.475218] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5258ee0e-8ceb-9c9f-3c5f-42b5f2479efa" [ 640.475218] env[69498]: _type = "Task" [ 640.475218] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.485822] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5258ee0e-8ceb-9c9f-3c5f-42b5f2479efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.704762] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Releasing lock "refresh_cache-8ce54145-1b41-4cbd-ba71-c28e6ea44afe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.706524] env[69498]: DEBUG nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Received event network-vif-plugged-d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.706524] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Acquiring lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.706524] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.706524] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.706524] env[69498]: DEBUG nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] No waiting events found dispatching network-vif-plugged-d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 640.706762] env[69498]: WARNING nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Received unexpected event network-vif-plugged-d3717758-e628-433e-828a-3a322b822bd0 for instance with vm_state building and task_state spawning. [ 640.706762] env[69498]: DEBUG nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Received event network-changed-d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.706762] env[69498]: DEBUG nova.compute.manager [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Refreshing instance network info cache due to event network-changed-d3717758-e628-433e-828a-3a322b822bd0. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.706762] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Acquiring lock "refresh_cache-766ab89e-b13e-4252-8eb7-18072e1ee8aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.706762] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Acquired lock "refresh_cache-766ab89e-b13e-4252-8eb7-18072e1ee8aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.706948] env[69498]: DEBUG nova.network.neutron [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Refreshing network info cache for port d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.857863] env[69498]: DEBUG nova.compute.utils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.863554] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.864050] env[69498]: DEBUG nova.network.neutron [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.973441] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097215, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.992579] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5258ee0e-8ceb-9c9f-3c5f-42b5f2479efa, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.993582] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6c1573-9b40-44cd-b46d-72e9f77ec014 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.001116] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 641.001116] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5262b514-a52f-a9e2-87b2-e3c27a2c85c6" [ 641.001116] env[69498]: _type = "Task" [ 641.001116] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.012159] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5262b514-a52f-a9e2-87b2-e3c27a2c85c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.132766] env[69498]: DEBUG nova.policy [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c43fad10fb04ee9812157600b4f56ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c5b1b6297941cc9ab4467a963208fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.306708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.307088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.372021] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.476477] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524079} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.477953] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 5a0a3050-d2a0-41e2-a75d-984af183d670/5a0a3050-d2a0-41e2-a75d-984af183d670.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.477953] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.477953] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eccfc791-2098-4035-b1c9-f363ff6e8bc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.486694] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 641.486694] env[69498]: value = "task-4097216" [ 641.486694] env[69498]: _type = "Task" [ 641.486694] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.497349] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.516961] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5262b514-a52f-a9e2-87b2-e3c27a2c85c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.517271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.517551] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8ce54145-1b41-4cbd-ba71-c28e6ea44afe/8ce54145-1b41-4cbd-ba71-c28e6ea44afe.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.517830] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.518030] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.518243] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-836d26c7-190d-4632-bca9-2e9b9d6edc63 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.520518] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848ef20d-ed95-4b76-b313-6a0e7617c111 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.529985] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 641.529985] env[69498]: value = "task-4097217" [ 641.529985] env[69498]: _type = "Task" [ 641.529985] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.531795] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.532114] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.536876] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26ebb8f-78e3-4a27-ae65-7faa6d351632 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.544862] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 641.544862] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203d5ee-d91d-fa72-a516-bcf952471638" [ 641.544862] env[69498]: _type = "Task" [ 641.544862] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.550126] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.564984] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203d5ee-d91d-fa72-a516-bcf952471638, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.566508] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce81b25f-7d15-43f7-a800-4f716003496d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.575485] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 641.575485] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52027f73-1c8a-cac3-eddd-11589c00bf05" [ 641.575485] env[69498]: _type = "Task" [ 641.575485] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.595488] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52027f73-1c8a-cac3-eddd-11589c00bf05, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.595488] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.595759] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 5aded919-7914-47a3-b7b6-8053eef8f6f6/5aded919-7914-47a3-b7b6-8053eef8f6f6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.596396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.597432] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.597684] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4cc6ceb-c7c1-475b-b63d-f8f577c6a799 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.600395] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a03c9b17-deed-4d87-9fc6-6f422e50c19d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.606341] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13efb16e-14eb-4959-acd0-53d7e916cc71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.612555] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 641.612555] env[69498]: value = "task-4097218" [ 641.612555] env[69498]: _type = "Task" [ 641.612555] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.624968] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.629526] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f9b7b-ae7a-4214-a209-88acdc3e8bae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.633442] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.633539] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.636024] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b23c88-7ba2-44a0-80d8-3ff185c7ab3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.672303] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 641.672303] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e6cf61-8fcd-4255-e334-5058185245c6" [ 641.672303] env[69498]: _type = "Task" [ 641.672303] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.673185] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3917b42-7904-45cb-840a-53ae32d89d44 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.688961] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e6cf61-8fcd-4255-e334-5058185245c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.693077] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881753fc-5021-4655-93a8-54174f221b0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.696096] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0b664b-8058-448a-91a1-68a077340892 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.714498] env[69498]: DEBUG nova.compute.provider_tree [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.720623] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 641.720623] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522709bd-7eb5-2b05-a96f-2813e9295ad0" [ 641.720623] env[69498]: _type = "Task" [ 641.720623] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.737668] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522709bd-7eb5-2b05-a96f-2813e9295ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.738060] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.739024] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.739024] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c53828-a844-4101-9051-99a435417e6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.752624] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 641.752624] env[69498]: value = "task-4097219" [ 641.752624] env[69498]: _type = "Task" [ 641.752624] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.764380] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.810372] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.920473] env[69498]: DEBUG nova.network.neutron [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Successfully updated port: 7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.000018] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077163} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.000331] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.001280] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f525f0-8750-4da0-bba1-4c886d04158a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.029792] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 5a0a3050-d2a0-41e2-a75d-984af183d670/5a0a3050-d2a0-41e2-a75d-984af183d670.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.030167] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184bf39a-caa2-4c63-924c-cd3aaab64441 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.058657] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.060055] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 642.060055] env[69498]: value = "task-4097220" [ 642.060055] env[69498]: _type = "Task" [ 642.060055] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.070692] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.081381] env[69498]: DEBUG nova.network.neutron [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Successfully updated port: 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.126903] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097218, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.222451] env[69498]: DEBUG nova.scheduler.client.report [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.268816] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.340556] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.386241] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.417771] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.417771] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.417936] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.418044] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.418220] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.418386] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.418597] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.418785] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.418987] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.422835] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.422835] env[69498]: DEBUG nova.virt.hardware [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.422835] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0e2085-5430-4ab3-9944-6266f8a0790e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.424441] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "refresh_cache-434f32c3-fd37-47f8-b899-dcb1799b0a13" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.426296] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquired lock "refresh_cache-434f32c3-fd37-47f8-b899-dcb1799b0a13" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.426296] env[69498]: DEBUG nova.network.neutron [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.439363] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2793fd4e-9327-4eec-82dd-1bfc899b7219 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.506520] env[69498]: DEBUG nova.network.neutron [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Updated VIF entry in instance network info cache for port d3717758-e628-433e-828a-3a322b822bd0. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.507031] env[69498]: DEBUG nova.network.neutron [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Updating instance_info_cache with network_info: [{"id": "d3717758-e628-433e-828a-3a322b822bd0", "address": "fa:16:3e:b8:8f:d0", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3717758-e6", "ovs_interfaceid": "d3717758-e628-433e-828a-3a322b822bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.560027] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568194} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.560397] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8ce54145-1b41-4cbd-ba71-c28e6ea44afe/8ce54145-1b41-4cbd-ba71-c28e6ea44afe.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.560686] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.561512] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b847ac9c-1c37-4bd1-81bf-73bd15fc0f40 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.581125] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.581125] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 642.581125] env[69498]: value = "task-4097221" [ 642.581125] env[69498]: _type = "Task" [ 642.581125] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.583814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.584029] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquired lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.584252] env[69498]: DEBUG nova.network.neutron [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.630401] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815017} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.632142] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 5aded919-7914-47a3-b7b6-8053eef8f6f6/5aded919-7914-47a3-b7b6-8053eef8f6f6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.632142] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.632142] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96759d88-bb3b-46ab-88e8-b447efec0834 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.643578] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 642.643578] env[69498]: value = "task-4097222" [ 642.643578] env[69498]: _type = "Task" [ 642.643578] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.660030] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.734474] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.734474] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.737905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.061s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.739982] env[69498]: INFO nova.compute.claims [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.771244] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.927181] env[69498]: DEBUG nova.network.neutron [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Successfully created port: 69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.984507] env[69498]: DEBUG nova.network.neutron [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.011238] env[69498]: DEBUG oslo_concurrency.lockutils [req-5557e1cc-2c00-4ea5-b2f4-7a78a2a9848b req-4a2f1ee8-a9c0-46fa-a35d-5c21c2bf7ce8 service nova] Releasing lock "refresh_cache-766ab89e-b13e-4252-8eb7-18072e1ee8aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.076596] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097220, 'name': ReconfigVM_Task, 'duration_secs': 0.871349} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.076932] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 5a0a3050-d2a0-41e2-a75d-984af183d670/5a0a3050-d2a0-41e2-a75d-984af183d670.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.077895] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6cb163-980c-4382-b290-42fb18d76c3a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.097579] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199872} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.097579] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.097928] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 643.097928] env[69498]: value = "task-4097223" [ 643.097928] env[69498]: _type = "Task" [ 643.097928] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.099262] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de86acc-1440-4343-bcce-267c54eaa890 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.113816] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097223, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.136981] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8ce54145-1b41-4cbd-ba71-c28e6ea44afe/8ce54145-1b41-4cbd-ba71-c28e6ea44afe.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.140444] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785c3a32-38ab-49c8-823e-0d8c2a26546d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.162364] env[69498]: DEBUG nova.network.neutron [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.167284] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 643.167284] env[69498]: value = "task-4097224" [ 643.167284] env[69498]: _type = "Task" [ 643.167284] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.172908] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090662} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.179169] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.179169] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9636f-cc8e-4743-a1a8-e35f38a5a903 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.191522] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.215966] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5aded919-7914-47a3-b7b6-8053eef8f6f6/5aded919-7914-47a3-b7b6-8053eef8f6f6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.220851] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3612f9b3-17aa-4ccf-9e8e-09f12f955933 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.242321] env[69498]: DEBUG nova.compute.manager [req-8ebaa4c2-d637-4da5-8efb-54ea90cebd11 req-455982a3-cc36-4759-89fd-84dcd749584d service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Received event network-vif-plugged-7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.242650] env[69498]: DEBUG oslo_concurrency.lockutils [req-8ebaa4c2-d637-4da5-8efb-54ea90cebd11 req-455982a3-cc36-4759-89fd-84dcd749584d service nova] Acquiring lock "434f32c3-fd37-47f8-b899-dcb1799b0a13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.242948] env[69498]: DEBUG oslo_concurrency.lockutils [req-8ebaa4c2-d637-4da5-8efb-54ea90cebd11 req-455982a3-cc36-4759-89fd-84dcd749584d service nova] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.243181] env[69498]: DEBUG oslo_concurrency.lockutils [req-8ebaa4c2-d637-4da5-8efb-54ea90cebd11 req-455982a3-cc36-4759-89fd-84dcd749584d service nova] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.243396] env[69498]: DEBUG nova.compute.manager [req-8ebaa4c2-d637-4da5-8efb-54ea90cebd11 req-455982a3-cc36-4759-89fd-84dcd749584d service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] No waiting events found dispatching network-vif-plugged-7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.243748] env[69498]: WARNING nova.compute.manager [req-8ebaa4c2-d637-4da5-8efb-54ea90cebd11 req-455982a3-cc36-4759-89fd-84dcd749584d service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Received unexpected event network-vif-plugged-7af0c7c0-c53b-4470-8ec3-3a442684f497 for instance with vm_state building and task_state spawning. [ 643.251512] env[69498]: DEBUG nova.compute.utils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.255668] env[69498]: DEBUG nova.compute.manager [req-f406ef83-4f8a-4dac-91ee-ab7b573b645e req-bff5a990-2a07-4e8b-b963-1215928d0734 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Received event network-vif-plugged-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.256079] env[69498]: DEBUG oslo_concurrency.lockutils [req-f406ef83-4f8a-4dac-91ee-ab7b573b645e req-bff5a990-2a07-4e8b-b963-1215928d0734 service nova] Acquiring lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.256208] env[69498]: DEBUG oslo_concurrency.lockutils [req-f406ef83-4f8a-4dac-91ee-ab7b573b645e req-bff5a990-2a07-4e8b-b963-1215928d0734 service nova] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.256417] env[69498]: DEBUG oslo_concurrency.lockutils [req-f406ef83-4f8a-4dac-91ee-ab7b573b645e req-bff5a990-2a07-4e8b-b963-1215928d0734 service nova] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.256645] env[69498]: DEBUG nova.compute.manager [req-f406ef83-4f8a-4dac-91ee-ab7b573b645e req-bff5a990-2a07-4e8b-b963-1215928d0734 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] No waiting events found dispatching network-vif-plugged-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.256858] env[69498]: WARNING nova.compute.manager [req-f406ef83-4f8a-4dac-91ee-ab7b573b645e req-bff5a990-2a07-4e8b-b963-1215928d0734 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Received unexpected event network-vif-plugged-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc for instance with vm_state building and task_state spawning. [ 643.272029] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.272029] env[69498]: DEBUG nova.network.neutron [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.291024] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 643.291024] env[69498]: value = "task-4097225" [ 643.291024] env[69498]: _type = "Task" [ 643.291024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.310233] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097219, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.053873} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.311388] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.311705] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.312009] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ada9260a-f6dc-4804-af16-76b76a42d42e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.318900] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.326210] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 643.326210] env[69498]: value = "task-4097226" [ 643.326210] env[69498]: _type = "Task" [ 643.326210] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.341632] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.385029] env[69498]: DEBUG nova.policy [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3b027a9048b46d19db99856f685dadb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1ca50c26444119a0312d6b52e4cd2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.393838] env[69498]: DEBUG nova.network.neutron [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Updating instance_info_cache with network_info: [{"id": "7af0c7c0-c53b-4470-8ec3-3a442684f497", "address": "fa:16:3e:a7:68:83", "network": {"id": "541f5eea-c582-4743-a69e-d46d2b8e255e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-356250602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6341e2a3064e7581c1ad96f8ed8846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af0c7c0-c5", "ovs_interfaceid": "7af0c7c0-c53b-4470-8ec3-3a442684f497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.615107] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097223, 'name': Rename_Task, 'duration_secs': 0.163668} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.618784] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.619315] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38be5898-6682-43de-b98f-abcb46fb904d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.628458] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 643.628458] env[69498]: value = "task-4097227" [ 643.628458] env[69498]: _type = "Task" [ 643.628458] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.636514] env[69498]: DEBUG nova.network.neutron [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updating instance_info_cache with network_info: [{"id": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "address": "fa:16:3e:f7:80:bc", "network": {"id": "ac613c87-2cfa-4008-807e-93fe99fc172c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1033526466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aac24f40ea741dab4c7566eab83ff83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7dbcfd-a9", "ovs_interfaceid": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.643742] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.686488] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097224, 'name': ReconfigVM_Task, 'duration_secs': 0.315247} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.687059] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8ce54145-1b41-4cbd-ba71-c28e6ea44afe/8ce54145-1b41-4cbd-ba71-c28e6ea44afe.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.687905] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f748432b-5d13-484b-85d4-e57d82131209 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.697407] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 643.697407] env[69498]: value = "task-4097228" [ 643.697407] env[69498]: _type = "Task" [ 643.697407] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.711818] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097228, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.762730] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.813985] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.849239] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074558} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.849565] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.850489] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81301957-661d-467e-96aa-eb7d7ce31eec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.884202] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.887806] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312ce007-925d-45ae-8d79-8d0402bd9d51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.909339] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Releasing lock "refresh_cache-434f32c3-fd37-47f8-b899-dcb1799b0a13" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.909339] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Instance network_info: |[{"id": "7af0c7c0-c53b-4470-8ec3-3a442684f497", "address": "fa:16:3e:a7:68:83", "network": {"id": "541f5eea-c582-4743-a69e-d46d2b8e255e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-356250602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6341e2a3064e7581c1ad96f8ed8846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af0c7c0-c5", "ovs_interfaceid": "7af0c7c0-c53b-4470-8ec3-3a442684f497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.910043] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:68:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7af0c7c0-c53b-4470-8ec3-3a442684f497', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.917548] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Creating folder: Project (6c6341e2a3064e7581c1ad96f8ed8846). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.918339] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e973e3b-6435-4182-add0-bfa575ff87bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.924490] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 643.924490] env[69498]: value = "task-4097229" [ 643.924490] env[69498]: _type = "Task" [ 643.924490] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.935780] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.937637] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Created folder: Project (6c6341e2a3064e7581c1ad96f8ed8846) in parent group-v811634. [ 643.937918] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Creating folder: Instances. Parent ref: group-v811647. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.941121] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed75804f-fd80-441e-a8b9-84b0af54a811 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.960768] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Created folder: Instances in parent group-v811647. [ 643.960842] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.961317] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.961367] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c38b10-ee5a-4c00-86eb-a441eb8fb60b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.988451] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.988451] env[69498]: value = "task-4097232" [ 643.988451] env[69498]: _type = "Task" [ 643.988451] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.999560] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097232, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.050072] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8af1e-7847-4bb9-aa5a-1d880db0ce2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.058827] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71315bef-55ba-496e-9552-7ec231111757 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.100010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d107fa-1b4a-4487-968c-9e80942c718d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.110137] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc21435c-3c85-451c-a333-9d58519f04a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.132875] env[69498]: DEBUG nova.compute.provider_tree [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.150022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Releasing lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.150022] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Instance network_info: |[{"id": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "address": "fa:16:3e:f7:80:bc", "network": {"id": "ac613c87-2cfa-4008-807e-93fe99fc172c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1033526466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aac24f40ea741dab4c7566eab83ff83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7dbcfd-a9", "ovs_interfaceid": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.150400] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.151208] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:80:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c7dbcfd-a9a9-495e-82eb-f51c91989ffc', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.159254] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Creating folder: Project (4aac24f40ea741dab4c7566eab83ff83). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.160160] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e24a5a0d-0aff-471e-904e-7482a095f9f7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.176891] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Created folder: Project (4aac24f40ea741dab4c7566eab83ff83) in parent group-v811634. [ 644.177173] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Creating folder: Instances. Parent ref: group-v811650. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.177460] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f22c511-f420-465e-845c-cc044f46d6c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.190133] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Created folder: Instances in parent group-v811650. [ 644.190449] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.190686] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.190933] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b92747d-a93c-4206-b475-db0f4884298d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.217798] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097228, 'name': Rename_Task, 'duration_secs': 0.190324} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.219592] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.219856] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.219856] env[69498]: value = "task-4097235" [ 644.219856] env[69498]: _type = "Task" [ 644.219856] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.219995] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8178cb8-f305-4643-8180-62a96449da87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.233751] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097235, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.235682] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 644.235682] env[69498]: value = "task-4097236" [ 644.235682] env[69498]: _type = "Task" [ 644.235682] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.246885] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.301482] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097225, 'name': ReconfigVM_Task, 'duration_secs': 0.773524} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.301616] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5aded919-7914-47a3-b7b6-8053eef8f6f6/5aded919-7914-47a3-b7b6-8053eef8f6f6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.302667] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce7b25a-56b1-44c6-aad0-f10a92b1c621 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.311777] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 644.311777] env[69498]: value = "task-4097237" [ 644.311777] env[69498]: _type = "Task" [ 644.311777] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.327434] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097237, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.439819] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097229, 'name': ReconfigVM_Task, 'duration_secs': 0.341195} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.440809] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.442767] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2347c1a2-6392-4562-a02f-cc02c33fa19a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.447728] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "5706f0bc-dc72-43db-a689-2003181f0bc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.447996] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.454979] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 644.454979] env[69498]: value = "task-4097238" [ 644.454979] env[69498]: _type = "Task" [ 644.454979] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.466672] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097238, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.499145] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097232, 'name': CreateVM_Task, 'duration_secs': 0.441324} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.499422] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.500269] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.500437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.500768] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.501075] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062c49b0-1686-48ca-a0b7-53a86cc82133 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.508953] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 644.508953] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52158fe0-9590-b44d-20c6-19479a3541c8" [ 644.508953] env[69498]: _type = "Task" [ 644.508953] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.518616] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52158fe0-9590-b44d-20c6-19479a3541c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.529558] env[69498]: DEBUG nova.network.neutron [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Successfully created port: eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.639375] env[69498]: DEBUG nova.scheduler.client.report [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.654899] env[69498]: DEBUG oslo_vmware.api [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097227, 'name': PowerOnVM_Task, 'duration_secs': 0.561606} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.655252] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.655750] env[69498]: INFO nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Took 16.06 seconds to spawn the instance on the hypervisor. [ 644.656109] env[69498]: DEBUG nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.657215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bfd03b-dce1-4e94-81ae-6d162d89d2d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.736321] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097235, 'name': CreateVM_Task, 'duration_secs': 0.467695} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.746758] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.748657] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.758199] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.772789] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.819491] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.823019] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.823019] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.823019] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.823019] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.823019] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.823321] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.823321] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.823321] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.823321] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.823321] env[69498]: DEBUG nova.virt.hardware [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.823494] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b66e5-6e78-4ee8-9125-e91d3ff887c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.831686] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097237, 'name': Rename_Task, 'duration_secs': 0.212135} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.832489] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.832750] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82dba895-fea2-4248-9ef7-00b91449aa9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.840633] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635c526-5d16-431a-940f-2c859bd7e9e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.846169] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 644.846169] env[69498]: value = "task-4097239" [ 644.846169] env[69498]: _type = "Task" [ 644.846169] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.868452] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097239, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.977311] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097238, 'name': Rename_Task, 'duration_secs': 0.213331} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.977400] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.977649] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7da192ac-23b0-4378-9c05-a0eb1ffa7b4f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.987899] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 644.987899] env[69498]: value = "task-4097240" [ 644.987899] env[69498]: _type = "Task" [ 644.987899] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.997117] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.020349] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52158fe0-9590-b44d-20c6-19479a3541c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.021786] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.022178] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.022403] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.022556] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.022733] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.023132] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.023445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.023634] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6142955-bce1-4c82-b502-d25e3a9576c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.027893] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1f5de4-78b5-4eb3-ad1f-8badea6622ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.036358] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 645.036358] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520fb1b0-d798-b1c3-3615-e62bcddfa1ba" [ 645.036358] env[69498]: _type = "Task" [ 645.036358] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.052511] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520fb1b0-d798-b1c3-3615-e62bcddfa1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.055424] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.055913] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.057490] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f08d1e-4175-40ce-b2b9-f20cd9bb8baf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.063135] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 645.063135] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2dd3c-e5b5-fa76-e709-1926c5368ad7" [ 645.063135] env[69498]: _type = "Task" [ 645.063135] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.073052] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2dd3c-e5b5-fa76-e709-1926c5368ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.149981] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.150242] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.153354] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.027s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.185691] env[69498]: INFO nova.compute.manager [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Took 20.92 seconds to build instance. [ 645.248469] env[69498]: DEBUG oslo_vmware.api [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097236, 'name': PowerOnVM_Task, 'duration_secs': 0.8264} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.248469] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.248469] env[69498]: INFO nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Took 14.39 seconds to spawn the instance on the hypervisor. [ 645.248469] env[69498]: DEBUG nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 645.250093] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf70f6c0-daec-4775-90e1-babdacf07662 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.362026] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.398625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.400068] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.498822] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.548920] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520fb1b0-d798-b1c3-3615-e62bcddfa1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.022392} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.548920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.548920] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.548920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.574911] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2dd3c-e5b5-fa76-e709-1926c5368ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.022145} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.575739] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec97687f-e59e-41d7-883d-c61f37665baf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.582811] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 645.582811] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5232b56f-7b4c-3172-2e2c-75c5974bacd5" [ 645.582811] env[69498]: _type = "Task" [ 645.582811] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.591355] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5232b56f-7b4c-3172-2e2c-75c5974bacd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.657220] env[69498]: DEBUG nova.compute.utils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.667258] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.667258] env[69498]: DEBUG nova.network.neutron [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.690353] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77fad8e0-541c-46c3-a52f-c6d6dd5c51c5 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.434s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.692826] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.541s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.694052] env[69498]: INFO nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] During sync_power_state the instance has a pending task (networking). Skip. [ 645.694052] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.775338] env[69498]: INFO nova.compute.manager [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Took 20.71 seconds to build instance. [ 645.824389] env[69498]: DEBUG nova.policy [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.860275] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.001769] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097240, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.043556] env[69498]: DEBUG nova.network.neutron [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Successfully updated port: 69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.097234] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5232b56f-7b4c-3172-2e2c-75c5974bacd5, 'name': SearchDatastore_Task, 'duration_secs': 0.023555} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.097234] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.098398] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 434f32c3-fd37-47f8-b899-dcb1799b0a13/434f32c3-fd37-47f8-b899-dcb1799b0a13.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.099172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.100533] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.100773] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ccda7d-d8f3-4d15-9d88-8db87e0dd811 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.104561] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ddaa17-2394-4590-8e92-a75f37ea4d95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.118028] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 646.118028] env[69498]: value = "task-4097241" [ 646.118028] env[69498]: _type = "Task" [ 646.118028] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.127145] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.127145] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.127145] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a6c5b1-1948-4fe8-88e5-9b27a7fa7cfd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.143118] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.145406] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 646.145406] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcebc2-335e-1383-0d4d-7a3becb653bc" [ 646.145406] env[69498]: _type = "Task" [ 646.145406] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.158710] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcebc2-335e-1383-0d4d-7a3becb653bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.160010] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267fa967-15bf-4ac2-8b86-8b1b5312715c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.168183] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.177412] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 646.177412] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e7d79-8fb4-101b-f873-e1a54198f7fe" [ 646.177412] env[69498]: _type = "Task" [ 646.177412] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.191796] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e7d79-8fb4-101b-f873-e1a54198f7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.191796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.191796] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] b7967fdc-15d1-4c8e-8b1a-d00bbffa9020/b7967fdc-15d1-4c8e-8b1a-d00bbffa9020.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.191796] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c798d8-26b9-4335-ab57-63af04a6854f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.195455] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.201722] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 646.201722] env[69498]: value = "task-4097242" [ 646.201722] env[69498]: _type = "Task" [ 646.201722] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.210472] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5a0a3050-d2a0-41e2-a75d-984af183d670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.210472] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8ce54145-1b41-4cbd-ba71-c28e6ea44afe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.210472] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5aded919-7914-47a3-b7b6-8053eef8f6f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.210778] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 766ab89e-b13e-4252-8eb7-18072e1ee8aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.210778] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b7967fdc-15d1-4c8e-8b1a-d00bbffa9020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.210921] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 434f32c3-fd37-47f8-b899-dcb1799b0a13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.211088] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c41fedc9-6b0f-4c7b-aade-cf86c61b038f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.211269] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 9c7eb62e-b80b-4faa-b499-9e886a918114 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.212191] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 48aa7aba-a938-4622-9201-222fd0b88f76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 646.223902] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.278219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c246c82-69c5-409a-a122-d4275548ee96 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.224s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.282978] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.130s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.285388] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181714f6-8c37-49d1-998c-e5e58fd7d620 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.364896] env[69498]: DEBUG oslo_vmware.api [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097239, 'name': PowerOnVM_Task, 'duration_secs': 1.467857} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.365447] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.365501] env[69498]: INFO nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Took 13.31 seconds to spawn the instance on the hypervisor. [ 646.365641] env[69498]: DEBUG nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.366502] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf97986-e360-4dda-b710-edd0bd6324ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.505604] env[69498]: DEBUG oslo_vmware.api [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097240, 'name': PowerOnVM_Task, 'duration_secs': 1.141588} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.506083] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.506233] env[69498]: INFO nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Took 11.12 seconds to spawn the instance on the hypervisor. [ 646.506431] env[69498]: DEBUG nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.507828] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9aab01-19c2-4ae1-9e66-a4fa4b63c3dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.545760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "refresh_cache-c41fedc9-6b0f-4c7b-aade-cf86c61b038f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.546169] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquired lock "refresh_cache-c41fedc9-6b0f-4c7b-aade-cf86c61b038f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.546169] env[69498]: DEBUG nova.network.neutron [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.630311] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097241, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.726216] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 49ba12d1-86f4-49e2-8bfe-10c82616ae2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 646.729504] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097242, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.736764] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.793057] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.800295] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.842800] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "63cab0cd-7268-4442-aa1a-e6d33cd43500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.843077] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.896285] env[69498]: INFO nova.compute.manager [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Took 20.46 seconds to build instance. [ 647.037349] env[69498]: INFO nova.compute.manager [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Took 19.27 seconds to build instance. [ 647.044175] env[69498]: DEBUG nova.network.neutron [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Successfully created port: 10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.133826] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576385} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.134195] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 434f32c3-fd37-47f8-b899-dcb1799b0a13/434f32c3-fd37-47f8-b899-dcb1799b0a13.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.134565] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.134731] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8707be1-80fd-4945-a838-9d0ddc6ca180 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.144481] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 647.144481] env[69498]: value = "task-4097243" [ 647.144481] env[69498]: _type = "Task" [ 647.144481] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.157658] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.171620] env[69498]: DEBUG nova.network.neutron [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.187749] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.223431] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859827} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.224044] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] b7967fdc-15d1-4c8e-8b1a-d00bbffa9020/b7967fdc-15d1-4c8e-8b1a-d00bbffa9020.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.224259] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.224898] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6401771f-7161-44aa-9b3c-03a93ccacbc1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.233594] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.233755] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.233921] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.234303] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.234303] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.234644] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.234644] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.234959] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.234959] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.235183] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.235405] env[69498]: DEBUG nova.virt.hardware [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.237252] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5706f0bc-dc72-43db-a689-2003181f0bc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 647.241166] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628c65a-d7be-4c84-a5b8-299df5909914 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.264225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e01f5e-f24e-44b3-a3a8-76e00e9f792d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.269533] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 647.269533] env[69498]: value = "task-4097244" [ 647.269533] env[69498]: _type = "Task" [ 647.269533] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.293635] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.324651] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.331757] env[69498]: DEBUG nova.network.neutron [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Successfully updated port: eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.403153] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5d7b5da4-fb16-438c-a1d1-cc25e9cf353e tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.972s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.434013] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.434574] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.542437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-61edfee9-9095-494e-8eb7-a12547c537cd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.786s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.662922] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077253} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.662922] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.663611] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550fd3b7-69ed-4aeb-b5a7-20b99a48c1e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.699735] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 434f32c3-fd37-47f8-b899-dcb1799b0a13/434f32c3-fd37-47f8-b899-dcb1799b0a13.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.700723] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1135c41c-609d-4f69-9592-d8186a538a57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.727827] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 647.727827] env[69498]: value = "task-4097245" [ 647.727827] env[69498]: _type = "Task" [ 647.727827] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.737357] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.754498] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 292973ce-644b-4494-b2c9-fa8d7122118e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 647.754725] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 647.754782] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 647.780910] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083445} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.784658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.785244] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2701074-54de-4d02-b36e-cb488bfaf3c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.810153] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b7967fdc-15d1-4c8e-8b1a-d00bbffa9020/b7967fdc-15d1-4c8e-8b1a-d00bbffa9020.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.815223] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ad87e3-9458-42a9-90a6-79a6ce8976ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.835373] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.835519] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.835664] env[69498]: DEBUG nova.network.neutron [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.839342] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 647.839342] env[69498]: value = "task-4097246" [ 647.839342] env[69498]: _type = "Task" [ 647.839342] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.850364] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.905580] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.941302] env[69498]: DEBUG nova.network.neutron [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Updating instance_info_cache with network_info: [{"id": "69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3", "address": "fa:16:3e:91:5c:1b", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69947e7c-1f", "ovs_interfaceid": "69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.049453] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.074685] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6a962-e87b-419b-99a3-df2728427179 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.084996] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac24f6c-aee1-4eec-9c2d-9dec46264fe2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.121928] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea55d9-01f2-459d-988a-86e4f0d157e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.132928] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abd53a5-4e78-4db2-808a-f36ae8070588 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.152579] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.241322] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.361150] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.392230] env[69498]: DEBUG nova.compute.manager [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Received event network-changed-7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.392433] env[69498]: DEBUG nova.compute.manager [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Refreshing instance network info cache due to event network-changed-7af0c7c0-c53b-4470-8ec3-3a442684f497. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.392644] env[69498]: DEBUG oslo_concurrency.lockutils [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] Acquiring lock "refresh_cache-434f32c3-fd37-47f8-b899-dcb1799b0a13" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.392780] env[69498]: DEBUG oslo_concurrency.lockutils [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] Acquired lock "refresh_cache-434f32c3-fd37-47f8-b899-dcb1799b0a13" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.392932] env[69498]: DEBUG nova.network.neutron [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Refreshing network info cache for port 7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.416614] env[69498]: DEBUG nova.compute.manager [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Received event network-changed-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.416815] env[69498]: DEBUG nova.compute.manager [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Refreshing instance network info cache due to event network-changed-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.417198] env[69498]: DEBUG oslo_concurrency.lockutils [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] Acquiring lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.417198] env[69498]: DEBUG oslo_concurrency.lockutils [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] Acquired lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.417365] env[69498]: DEBUG nova.network.neutron [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Refreshing network info cache for port 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.434988] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.445881] env[69498]: DEBUG nova.network.neutron [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.447246] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Releasing lock "refresh_cache-c41fedc9-6b0f-4c7b-aade-cf86c61b038f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.447881] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Instance network_info: |[{"id": "69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3", "address": "fa:16:3e:91:5c:1b", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69947e7c-1f", "ovs_interfaceid": "69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.449039] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:5c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.456099] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Creating folder: Project (c4c5b1b6297941cc9ab4467a963208fa). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.457042] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fab01bfe-c1fb-47a3-ab4c-ba8868d7ebf8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.471435] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Created folder: Project (c4c5b1b6297941cc9ab4467a963208fa) in parent group-v811634. [ 648.471613] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Creating folder: Instances. Parent ref: group-v811653. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.471951] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfec6666-4705-4c6e-aa8c-3a80df2820b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.485040] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Created folder: Instances in parent group-v811653. [ 648.485040] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.485040] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.485498] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74fdf567-1fd9-46d5-aa63-f6e04755866a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.509677] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.509677] env[69498]: value = "task-4097249" [ 648.509677] env[69498]: _type = "Task" [ 648.509677] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.518098] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097249, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.576696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.592486] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.592825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.653946] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.742357] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097245, 'name': ReconfigVM_Task, 'duration_secs': 0.798395} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.742717] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 434f32c3-fd37-47f8-b899-dcb1799b0a13/434f32c3-fd37-47f8-b899-dcb1799b0a13.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.743571] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b364463e-952d-4ea9-8da3-036a6de7f7f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.752957] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 648.752957] env[69498]: value = "task-4097250" [ 648.752957] env[69498]: _type = "Task" [ 648.752957] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.770928] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097250, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.861257] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097246, 'name': ReconfigVM_Task, 'duration_secs': 0.70751} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.861257] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b7967fdc-15d1-4c8e-8b1a-d00bbffa9020/b7967fdc-15d1-4c8e-8b1a-d00bbffa9020.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.861257] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837f2cf9-9f77-49fb-bbe4-29cf516c6bf6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.870816] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 648.870816] env[69498]: value = "task-4097251" [ 648.870816] env[69498]: _type = "Task" [ 648.870816] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.885588] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097251, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.028199] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097249, 'name': CreateVM_Task, 'duration_secs': 0.467753} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.028199] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.028199] env[69498]: DEBUG oslo_vmware.service [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a80a8-a475-44d7-b59f-37331e4b296d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.039702] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.039801] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040513] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964044da-e4b8-46c6-8fcb-ef765deb92ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.045272] env[69498]: DEBUG nova.network.neutron [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.049908] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 649.049908] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527da3ad-90cb-dc94-ac66-d7999bf70914" [ 649.049908] env[69498]: _type = "Task" [ 649.049908] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.064702] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527da3ad-90cb-dc94-ac66-d7999bf70914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.159649] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 649.159855] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.007s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.162158] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.820s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.162158] env[69498]: INFO nova.compute.claims [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.272139] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097250, 'name': Rename_Task, 'duration_secs': 0.187378} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.272470] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.272683] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f339ee5-c89d-4697-be00-20f6d69767dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.289874] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 649.289874] env[69498]: value = "task-4097252" [ 649.289874] env[69498]: _type = "Task" [ 649.289874] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.314241] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097252, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.389249] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097251, 'name': Rename_Task, 'duration_secs': 0.193117} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.389931] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.391693] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faa6787d-2d97-4d73-8194-ead35013e10e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.407027] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 649.407027] env[69498]: value = "task-4097253" [ 649.407027] env[69498]: _type = "Task" [ 649.407027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.421692] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.547177] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.547577] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Instance network_info: |[{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.548143] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:8c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeddfdf1-1963-4ea9-818a-acfb042009ac', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.558537] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating folder: Project (bb1ca50c26444119a0312d6b52e4cd2d). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.562144] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b559e684-36e5-4ab7-a8bc-44d5b959298e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.579857] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.580185] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.580389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.580543] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.580728] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.581618] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7155a6a-abaa-48c7-9859-725f701a2c39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.589847] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created folder: Project (bb1ca50c26444119a0312d6b52e4cd2d) in parent group-v811634. [ 649.589847] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating folder: Instances. Parent ref: group-v811656. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.590411] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a4723cc-7b92-47c8-b610-80a29278ea7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.600127] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.600327] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.601232] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3541d216-5efb-4c7c-9491-21d785b1ef43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.606866] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created folder: Instances in parent group-v811656. [ 649.607161] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.607871] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.608168] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c2d1aa8-ef61-4701-a9da-29539d39254d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.626992] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3803e4-b944-4652-8abe-9197174625ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.632485] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.632485] env[69498]: value = "task-4097256" [ 649.632485] env[69498]: _type = "Task" [ 649.632485] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.640123] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 649.640123] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5247be2b-04f3-520d-eecb-01f0194af58f" [ 649.640123] env[69498]: _type = "Task" [ 649.640123] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.647502] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097256, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.656476] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 649.656476] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Creating directory with path [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.656476] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-978f0104-37b7-4c7f-8ffa-45e0c09b00f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.683085] env[69498]: DEBUG nova.network.neutron [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updated VIF entry in instance network info cache for port 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.683085] env[69498]: DEBUG nova.network.neutron [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updating instance_info_cache with network_info: [{"id": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "address": "fa:16:3e:f7:80:bc", "network": {"id": "ac613c87-2cfa-4008-807e-93fe99fc172c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1033526466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aac24f40ea741dab4c7566eab83ff83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7dbcfd-a9", "ovs_interfaceid": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.691218] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Created directory with path [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.691218] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Fetch image to [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 649.691218] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Downloading image file data e3962954-209d-4678-9877-4850ecfcddab to [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk on the data store datastore2 {{(pid=69498) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 649.691218] env[69498]: DEBUG nova.network.neutron [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Updated VIF entry in instance network info cache for port 7af0c7c0-c53b-4470-8ec3-3a442684f497. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.692865] env[69498]: DEBUG nova.network.neutron [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Updating instance_info_cache with network_info: [{"id": "7af0c7c0-c53b-4470-8ec3-3a442684f497", "address": "fa:16:3e:a7:68:83", "network": {"id": "541f5eea-c582-4743-a69e-d46d2b8e255e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-356250602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6341e2a3064e7581c1ad96f8ed8846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af0c7c0-c5", "ovs_interfaceid": "7af0c7c0-c53b-4470-8ec3-3a442684f497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.694644] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44380f7-cad2-46c4-a245-8c3b1182ed8e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.708397] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfdad04-1d51-4bf7-ace5-d6ea8416bcba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.723872] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bf48c5-a092-4f23-99a9-6fa7f096ecf0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.765102] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ac69b-bcc4-463b-86ff-270c083887ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.772654] env[69498]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6a6a25bb-6962-4b08-b831-54b64495f95b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.801532] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.804151] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Downloading image file data e3962954-209d-4678-9877-4850ecfcddab to the data store datastore2 {{(pid=69498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 649.870231] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 649.931577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Acquiring lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.931847] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.932033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Acquiring lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.932220] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.932400] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.935712] env[69498]: INFO nova.compute.manager [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Terminating instance [ 649.951900] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.150916] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097256, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.188325] env[69498]: DEBUG oslo_concurrency.lockutils [req-67f17940-5f04-4491-b2b7-aa5e311233b3 req-d9e9bb8a-5283-470d-815c-21df5dc9f5e8 service nova] Releasing lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.201057] env[69498]: DEBUG oslo_concurrency.lockutils [req-d5704e22-249c-4a37-9ae6-5349a90fae1f req-b953b776-ff76-4899-97ef-e8de01efb05f service nova] Releasing lock "refresh_cache-434f32c3-fd37-47f8-b899-dcb1799b0a13" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.308935] env[69498]: DEBUG oslo_vmware.api [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097252, 'name': PowerOnVM_Task, 'duration_secs': 0.974901} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.309883] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.310231] env[69498]: INFO nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Took 10.24 seconds to spawn the instance on the hypervisor. [ 650.310428] env[69498]: DEBUG nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.314762] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6647af9e-feb8-4089-9afd-8c96e5815046 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.454456] env[69498]: DEBUG nova.compute.manager [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.454456] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.455220] env[69498]: DEBUG oslo_vmware.api [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097253, 'name': PowerOnVM_Task, 'duration_secs': 0.869682} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.456586] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede5861-7892-4fd9-83c3-43915d0e5e5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.458904] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.459128] env[69498]: INFO nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Took 12.67 seconds to spawn the instance on the hypervisor. [ 650.459303] env[69498]: DEBUG nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.462813] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2776d15-251e-4b1d-bd73-58ab75b013d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.481544] env[69498]: DEBUG nova.network.neutron [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Successfully updated port: 10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.483255] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.483620] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-132d006b-5d94-469b-8354-5da16a2a0f57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.493277] env[69498]: DEBUG oslo_vmware.api [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Waiting for the task: (returnval){ [ 650.493277] env[69498]: value = "task-4097257" [ 650.493277] env[69498]: _type = "Task" [ 650.493277] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.517771] env[69498]: DEBUG oslo_vmware.api [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Task: {'id': task-4097257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.552235] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b3bd0-545b-44b0-b68b-d72ac5743183 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.562526] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5751b58-963a-47a2-b6ca-6e9751f58e68 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.619191] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038fd770-e816-46a2-a174-4d3e913c224c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.630207] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c780dc-ed99-4450-a933-55ae78998193 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.635447] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 650.635667] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 650.657971] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097256, 'name': CreateVM_Task, 'duration_secs': 0.523913} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.657971] env[69498]: DEBUG nova.compute.provider_tree [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.660848] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.664275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.664456] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.664826] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.665876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.666155] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.667119] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007556e5-63f3-4278-a5ac-119230188719 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.675957] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 650.675957] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cc6c5-6014-a50c-caa9-378bc2fac5ad" [ 650.675957] env[69498]: _type = "Task" [ 650.675957] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.688740] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cc6c5-6014-a50c-caa9-378bc2fac5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.801952] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Downloaded image file data e3962954-209d-4678-9877-4850ecfcddab to vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk on the data store datastore2 {{(pid=69498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 650.806918] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 650.807256] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Copying Virtual Disk [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk to [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.808068] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-917d2fee-ff63-4cf8-9c92-08db6a618b3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.817149] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 650.817149] env[69498]: value = "task-4097258" [ 650.817149] env[69498]: _type = "Task" [ 650.817149] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.830294] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.843144] env[69498]: INFO nova.compute.manager [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Took 21.42 seconds to build instance. [ 650.984255] env[69498]: DEBUG nova.compute.manager [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Received event network-changed {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.984255] env[69498]: DEBUG nova.compute.manager [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Refreshing instance network info cache due to event network-changed. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.984255] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] Acquiring lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.984408] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] Acquired lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.984513] env[69498]: DEBUG nova.network.neutron [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.991221] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.993018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.993018] env[69498]: DEBUG nova.network.neutron [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.995695] env[69498]: INFO nova.compute.manager [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Took 21.93 seconds to build instance. [ 651.012816] env[69498]: DEBUG oslo_vmware.api [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Task: {'id': task-4097257, 'name': PowerOffVM_Task, 'duration_secs': 0.280644} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.012816] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.012961] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.014009] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e301505c-1d9d-443b-89f4-e9f61e2a9560 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.099563] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.099563] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.100039] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Deleting the datastore file [datastore1] 8ce54145-1b41-4cbd-ba71-c28e6ea44afe {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.100039] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-584355eb-16ce-4d9c-abb3-3f7a9f6501c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.108451] env[69498]: DEBUG oslo_vmware.api [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Waiting for the task: (returnval){ [ 651.108451] env[69498]: value = "task-4097260" [ 651.108451] env[69498]: _type = "Task" [ 651.108451] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.120262] env[69498]: DEBUG oslo_vmware.api [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Task: {'id': task-4097260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.161306] env[69498]: DEBUG nova.scheduler.client.report [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.165674] env[69498]: DEBUG nova.compute.manager [None req-9884455f-1178-4b74-8990-359646d94c52 tempest-ServerDiagnosticsTest-1549980207 tempest-ServerDiagnosticsTest-1549980207-project-admin] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 651.168186] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddefa57-83b0-4ba1-b810-5d67e4e1bda4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.181545] env[69498]: INFO nova.compute.manager [None req-9884455f-1178-4b74-8990-359646d94c52 tempest-ServerDiagnosticsTest-1549980207 tempest-ServerDiagnosticsTest-1549980207-project-admin] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Retrieving diagnostics [ 651.185641] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d580c788-a0cb-4759-b740-0d6b80d7c27e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.239549] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.239903] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.240152] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.331740] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097258, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.346178] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3bd43af5-10ef-4ec6-8a7a-606197b55fa5 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.933s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.499150] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1eb5c796-0da0-4398-b8dc-e90b61d59092 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.449s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.549986] env[69498]: DEBUG nova.network.neutron [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.622773] env[69498]: DEBUG oslo_vmware.api [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Task: {'id': task-4097260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387959} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.623733] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.623733] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.623906] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.623954] env[69498]: INFO nova.compute.manager [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 651.624204] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.624423] env[69498]: DEBUG nova.compute.manager [-] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.624539] env[69498]: DEBUG nova.network.neutron [-] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.674876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.675452] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.678264] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.942s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.679720] env[69498]: INFO nova.compute.claims [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.829244] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097258, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.852987] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.872109] env[69498]: DEBUG nova.network.neutron [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.003098] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.123354] env[69498]: DEBUG nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Received event network-vif-plugged-69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.123644] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Acquiring lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.124366] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.124366] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.124366] env[69498]: DEBUG nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] No waiting events found dispatching network-vif-plugged-69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.124366] env[69498]: WARNING nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Received unexpected event network-vif-plugged-69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 for instance with vm_state building and task_state spawning. [ 652.124687] env[69498]: DEBUG nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Received event network-changed-69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.124687] env[69498]: DEBUG nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Refreshing instance network info cache due to event network-changed-69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.124841] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Acquiring lock "refresh_cache-c41fedc9-6b0f-4c7b-aade-cf86c61b038f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.124981] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Acquired lock "refresh_cache-c41fedc9-6b0f-4c7b-aade-cf86c61b038f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.125255] env[69498]: DEBUG nova.network.neutron [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Refreshing network info cache for port 69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.185592] env[69498]: DEBUG nova.compute.utils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.189542] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.191606] env[69498]: DEBUG nova.network.neutron [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.234664] env[69498]: DEBUG nova.policy [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f99a96fb4441d19e20f70bd3d24e2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d82a15ed8944c59479309d41f77f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.239417] env[69498]: DEBUG nova.compute.manager [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Received event network-vif-plugged-eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.239607] env[69498]: DEBUG oslo_concurrency.lockutils [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.239938] env[69498]: DEBUG oslo_concurrency.lockutils [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.240036] env[69498]: DEBUG oslo_concurrency.lockutils [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.240211] env[69498]: DEBUG nova.compute.manager [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] No waiting events found dispatching network-vif-plugged-eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.240447] env[69498]: WARNING nova.compute.manager [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Received unexpected event network-vif-plugged-eeddfdf1-1963-4ea9-818a-acfb042009ac for instance with vm_state building and task_state spawning. [ 652.240528] env[69498]: DEBUG nova.compute.manager [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Received event network-changed-eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.240628] env[69498]: DEBUG nova.compute.manager [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Refreshing instance network info cache due to event network-changed-eeddfdf1-1963-4ea9-818a-acfb042009ac. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.240930] env[69498]: DEBUG oslo_concurrency.lockutils [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.240930] env[69498]: DEBUG oslo_concurrency.lockutils [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241088] env[69498]: DEBUG nova.network.neutron [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Refreshing network info cache for port eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.339023] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097258, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.252601} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.339023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Copied Virtual Disk [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk to [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.339023] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleting the datastore file [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab/tmp-sparse.vmdk {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.339023] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-942f96ad-65e4-4444-a5c1-ac8fe7c96e86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.347742] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 652.347742] env[69498]: value = "task-4097261" [ 652.347742] env[69498]: _type = "Task" [ 652.347742] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.359780] env[69498]: DEBUG nova.network.neutron [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Updating instance_info_cache with network_info: [{"id": "2f45908e-d746-4a6e-a049-7024cec71b24", "address": "fa:16:3e:19:07:de", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45908e-d7", "ovs_interfaceid": "2f45908e-d746-4a6e-a049-7024cec71b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.372845] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.374938] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375869] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Instance network_info: |[{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.377015] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:ce:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10688c4f-0b3c-436b-83e3-1375e004b440', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.386481] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Creating folder: Project (0a165bad1cee4d50b2413773197f9196). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.387934] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea771ef6-e40d-4bd4-bf30-9660dc8c921e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.399027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.404970] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Created folder: Project (0a165bad1cee4d50b2413773197f9196) in parent group-v811634. [ 652.405211] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Creating folder: Instances. Parent ref: group-v811659. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.405537] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c347e0-ad63-42ee-93c2-361ed1118f66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.419563] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Created folder: Instances in parent group-v811659. [ 652.419810] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.420047] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.420304] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5963f432-6a59-4220-ae4f-b81151f4d3d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.447295] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.447295] env[69498]: value = "task-4097264" [ 652.447295] env[69498]: _type = "Task" [ 652.447295] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.544278] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.691109] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.872739] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94cf2d47-7fc5-4f63-a82e-3e184ec3ccb9 tempest-ServerExternalEventsTest-1003522156 tempest-ServerExternalEventsTest-1003522156-project] Releasing lock "refresh_cache-5aded919-7914-47a3-b7b6-8053eef8f6f6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.874030] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032997} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.874030] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.874030] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Moving file from [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae/e3962954-209d-4678-9877-4850ecfcddab to [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab. {{(pid=69498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 652.874030] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-eced021a-9366-474f-8f20-4e17c4652a70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.887521] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 652.887521] env[69498]: value = "task-4097265" [ 652.887521] env[69498]: _type = "Task" [ 652.887521] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.904608] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097265, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.939996] env[69498]: DEBUG nova.network.neutron [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Successfully created port: ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.965289] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097264, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.071541] env[69498]: DEBUG nova.network.neutron [-] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.095061] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289ce98-0f65-4630-bef1-744fbdf6f2dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.104243] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e613ba3-a159-49aa-ba03-61f749328933 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.147783] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d0d85-8fe1-4aef-97ea-0448da4e217f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.152550] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.153029] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.163154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a914937-4aa4-4bde-8eac-7716eee377d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.181949] env[69498]: DEBUG nova.compute.provider_tree [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.263807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "5aded919-7914-47a3-b7b6-8053eef8f6f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.263807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.263807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "5aded919-7914-47a3-b7b6-8053eef8f6f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.263807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.264175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.272664] env[69498]: INFO nova.compute.manager [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Terminating instance [ 653.375166] env[69498]: DEBUG nova.network.neutron [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Updated VIF entry in instance network info cache for port 69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.375166] env[69498]: DEBUG nova.network.neutron [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Updating instance_info_cache with network_info: [{"id": "69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3", "address": "fa:16:3e:91:5c:1b", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69947e7c-1f", "ovs_interfaceid": "69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.404367] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097265, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03657} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.404808] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] File moved {{(pid=69498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 653.405032] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Cleaning up location [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 653.405204] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleting the datastore file [datastore2] vmware_temp/0183b0d7-72f4-4a09-8cfd-232a9b3546ae {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.405560] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7602ad8a-f1a8-4234-b6d2-8f748589a3c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.416235] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 653.416235] env[69498]: value = "task-4097266" [ 653.416235] env[69498]: _type = "Task" [ 653.416235] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.427843] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.460775] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097264, 'name': CreateVM_Task, 'duration_secs': 0.538427} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.460937] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.461572] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.461749] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.462073] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.462331] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66376edc-7da7-4ecf-b431-5b5c60c4e1f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.468569] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 653.468569] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c93bc-2b1c-9c24-a4b2-12ec929ddce5" [ 653.468569] env[69498]: _type = "Task" [ 653.468569] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.477356] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c93bc-2b1c-9c24-a4b2-12ec929ddce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.544022] env[69498]: DEBUG nova.network.neutron [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updated VIF entry in instance network info cache for port eeddfdf1-1963-4ea9-818a-acfb042009ac. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.544022] env[69498]: DEBUG nova.network.neutron [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.576708] env[69498]: INFO nova.compute.manager [-] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Took 1.95 seconds to deallocate network for instance. [ 653.686754] env[69498]: DEBUG nova.scheduler.client.report [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.705697] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.737695] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.737986] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.738159] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.738892] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.738892] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.738892] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.738892] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.739093] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.739691] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.739691] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.740065] env[69498]: DEBUG nova.virt.hardware [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.741309] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8c51d-a17c-4070-8ef6-28b52533092d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.751358] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a227134-ef5a-4959-9ee8-427953af2053 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.779822] env[69498]: DEBUG nova.compute.manager [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.779822] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.779822] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed94b8-52ea-429e-9648-906e051789d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.787916] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.788624] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab74824-b3e7-426f-aa4b-2bab32e20886 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.806495] env[69498]: DEBUG oslo_vmware.api [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 653.806495] env[69498]: value = "task-4097267" [ 653.806495] env[69498]: _type = "Task" [ 653.806495] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.814567] env[69498]: DEBUG oslo_vmware.api [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.875865] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Releasing lock "refresh_cache-c41fedc9-6b0f-4c7b-aade-cf86c61b038f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.876245] env[69498]: DEBUG nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-vif-plugged-10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.876443] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.876748] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.876830] env[69498]: DEBUG oslo_concurrency.lockutils [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] Lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.877182] env[69498]: DEBUG nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] No waiting events found dispatching network-vif-plugged-10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.877182] env[69498]: WARNING nova.compute.manager [req-7b5acbf1-bbad-4c40-a95e-b522050d2657 req-31bc2589-2f27-4aef-b850-452d24401546 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received unexpected event network-vif-plugged-10688c4f-0b3c-436b-83e3-1375e004b440 for instance with vm_state building and task_state spawning. [ 653.918994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "5a0a3050-d2a0-41e2-a75d-984af183d670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.918994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.918994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "5a0a3050-d2a0-41e2-a75d-984af183d670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.918994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.919678] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.924841] env[69498]: INFO nova.compute.manager [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Terminating instance [ 653.945173] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028301} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.945173] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.945173] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3a5a34-16a4-46e0-baa3-ea2e5401e6f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.952976] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 653.952976] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fe7e5b-8517-42da-34dd-ce0c4d8ab8e3" [ 653.952976] env[69498]: _type = "Task" [ 653.952976] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.964964] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fe7e5b-8517-42da-34dd-ce0c4d8ab8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.980338] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c93bc-2b1c-9c24-a4b2-12ec929ddce5, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.980662] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.980921] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.981200] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.045394] env[69498]: DEBUG oslo_concurrency.lockutils [req-f69d950b-b62d-4dfc-a403-8944220a1458 req-de56d31a-749b-4eb1-9365-a2a588f10689 service nova] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.084132] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.193334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.193334] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.197508] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.873s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.200835] env[69498]: INFO nova.compute.claims [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.306451] env[69498]: DEBUG nova.compute.manager [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.307777] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3684a49-b375-4312-a779-d933ed4f0935 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.321832] env[69498]: DEBUG oslo_vmware.api [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097267, 'name': PowerOffVM_Task, 'duration_secs': 0.324721} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.323777] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.323995] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.326951] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc6c2cd7-960d-4473-834c-5e2e5f24f8e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.366749] env[69498]: INFO nova.compute.manager [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Rebuilding instance [ 654.404723] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.404920] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.405136] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Deleting the datastore file [datastore1] 5aded919-7914-47a3-b7b6-8053eef8f6f6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.405404] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed0837c-19b6-4aa0-9ba2-901520bf1087 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.427268] env[69498]: DEBUG oslo_vmware.api [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for the task: (returnval){ [ 654.427268] env[69498]: value = "task-4097269" [ 654.427268] env[69498]: _type = "Task" [ 654.427268] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.433164] env[69498]: DEBUG nova.compute.manager [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.433393] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.437955] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1ec66-0cc1-4a08-8fc7-92f27bb0ee81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.456149] env[69498]: DEBUG oslo_vmware.api [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.456149] env[69498]: DEBUG nova.compute.manager [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.460044] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f0f649-0b1d-4a3d-941b-66b1d22ae8de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.465203] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.466735] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f10a73-5145-4ec3-8610-199f45bdaf31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.474364] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fe7e5b-8517-42da-34dd-ce0c4d8ab8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.034332} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.478469] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.478825] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c41fedc9-6b0f-4c7b-aade-cf86c61b038f/c41fedc9-6b0f-4c7b-aade-cf86c61b038f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.479406] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.479592] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.479810] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8536a5f-11af-4315-a777-8e2d3aed054e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.482484] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c9ed24-a173-4f6b-8e9c-edc0698e9f97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.486921] env[69498]: DEBUG oslo_vmware.api [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 654.486921] env[69498]: value = "task-4097270" [ 654.486921] env[69498]: _type = "Task" [ 654.486921] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.493327] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 654.493327] env[69498]: value = "task-4097271" [ 654.493327] env[69498]: _type = "Task" [ 654.493327] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.500853] env[69498]: DEBUG oslo_vmware.api [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.508784] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.509511] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.509736] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.510490] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58120960-8cb4-4827-8336-d2234603449f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.517898] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 654.517898] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e01cb-fc10-9381-01eb-cf2e9860f9ee" [ 654.517898] env[69498]: _type = "Task" [ 654.517898] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.529879] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e01cb-fc10-9381-01eb-cf2e9860f9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.659708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "183f4288-45c2-4a44-826d-29767fbcc075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.660189] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "183f4288-45c2-4a44-826d-29767fbcc075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.698268] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "ce838b7e-cf12-41df-8b1d-2101a39191de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.698443] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.709075] env[69498]: DEBUG nova.compute.utils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.716096] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.716096] env[69498]: DEBUG nova.network.neutron [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.750133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.750599] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.831208] env[69498]: INFO nova.compute.manager [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] instance snapshotting [ 654.834323] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e327d50-81ca-47b8-b22e-69c45bde8ba9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.861101] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eea3cd-3b62-433a-ae77-94f173aa2021 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.939229] env[69498]: DEBUG oslo_vmware.api [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Task: {'id': task-4097269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265221} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.939778] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.939973] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.940204] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.940361] env[69498]: INFO nova.compute.manager [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 654.940612] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.940787] env[69498]: DEBUG nova.compute.manager [-] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.941027] env[69498]: DEBUG nova.network.neutron [-] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.002363] env[69498]: DEBUG oslo_vmware.api [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097270, 'name': PowerOffVM_Task, 'duration_secs': 0.277825} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.004103] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.004103] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.004103] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-558314ea-222b-4e02-9a3e-4a75ab07c4b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.010028] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.031419] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e01cb-fc10-9381-01eb-cf2e9860f9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.053024} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.032630] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ac26b9-758f-4b70-8c37-333918053871 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.041292] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 655.041292] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b868ef-11d1-fb00-7878-23a3fafccb50" [ 655.041292] env[69498]: _type = "Task" [ 655.041292] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.055371] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b868ef-11d1-fb00-7878-23a3fafccb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.063575] env[69498]: DEBUG nova.policy [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b423c07687741c397852289c6a6a807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '889dfcfee39a42198cfe848affc9b7f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.087762] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.088521] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.088739] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleting the datastore file [datastore1] 5a0a3050-d2a0-41e2-a75d-984af183d670 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.089026] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fdba969-7a26-4071-86b5-2af26c4121e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.099531] env[69498]: DEBUG oslo_vmware.api [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for the task: (returnval){ [ 655.099531] env[69498]: value = "task-4097273" [ 655.099531] env[69498]: _type = "Task" [ 655.099531] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.112280] env[69498]: DEBUG oslo_vmware.api [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.218408] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.374618] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.374947] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1e3a317-96f6-4334-a894-22977ece88ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.383389] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 655.383389] env[69498]: value = "task-4097274" [ 655.383389] env[69498]: _type = "Task" [ 655.383389] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.392969] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.486031] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.486528] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d07011-18ee-45d2-9108-6d6a87d67c41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.494714] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 655.494714] env[69498]: value = "task-4097275" [ 655.494714] env[69498]: _type = "Task" [ 655.494714] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.518912] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634627} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.518912] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.519261] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c41fedc9-6b0f-4c7b-aade-cf86c61b038f/c41fedc9-6b0f-4c7b-aade-cf86c61b038f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.519823] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.520815] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-228c1f54-d091-455a-aafd-c890f94da364 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.533456] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 655.533456] env[69498]: value = "task-4097276" [ 655.533456] env[69498]: _type = "Task" [ 655.533456] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.556477] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.563941] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b868ef-11d1-fb00-7878-23a3fafccb50, 'name': SearchDatastore_Task, 'duration_secs': 0.053356} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.564445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.564786] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114/9c7eb62e-b80b-4faa-b499-9e886a918114.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.565242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.566081] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.566081] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d92b84-6876-4169-80c5-063796e1261e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.574077] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f7105e-e5bb-40c6-a891-2ca1eeaaf07c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.585027] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 655.585027] env[69498]: value = "task-4097277" [ 655.585027] env[69498]: _type = "Task" [ 655.585027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.589268] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.589268] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.590429] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e01cc69-65c7-4760-b67c-e5dd684b0e1f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.597600] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.610018] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 655.610018] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52121a1a-a3a4-2d11-e0b7-b1f2a8719122" [ 655.610018] env[69498]: _type = "Task" [ 655.610018] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.624360] env[69498]: DEBUG oslo_vmware.api [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Task: {'id': task-4097273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145036} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.625811] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.625811] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.625811] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.625811] env[69498]: INFO nova.compute.manager [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Took 1.19 seconds to destroy the instance on the hypervisor. [ 655.626170] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.626364] env[69498]: DEBUG nova.compute.manager [-] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.627546] env[69498]: DEBUG nova.network.neutron [-] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.636276] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52121a1a-a3a4-2d11-e0b7-b1f2a8719122, 'name': SearchDatastore_Task, 'duration_secs': 0.017514} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.644461] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f974069e-1e96-4a03-800e-78c9bb64f574 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.651789] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 655.651789] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5236b652-7251-bd7f-849b-9d85f252dfa5" [ 655.651789] env[69498]: _type = "Task" [ 655.651789] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.652683] env[69498]: DEBUG nova.network.neutron [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Successfully updated port: ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.668209] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5236b652-7251-bd7f-849b-9d85f252dfa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.672750] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987031aa-6258-4da1-9bbb-02b876a8da47 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.683089] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad8e2e-dc4d-4b0c-a36f-caceb3717ad1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.723691] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af947e0e-e9d4-4139-8f56-29ca6eb6fc44 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.740765] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb12f1-3f0e-482e-82d0-e46690f1b559 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.760974] env[69498]: DEBUG nova.compute.provider_tree [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.842761] env[69498]: DEBUG nova.network.neutron [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Successfully created port: fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.894334] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.013856] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097275, 'name': PowerOffVM_Task, 'duration_secs': 0.421295} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.014180] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.014418] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.015241] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb27fef-ba77-4520-8f72-c71607a8a689 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.024548] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.024697] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-466fa33b-dd94-4a00-8022-0246b5e2b2c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.044846] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122204} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.045157] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.046014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c10c26-a790-4b20-8a93-a08443171c09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.075155] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] c41fedc9-6b0f-4c7b-aade-cf86c61b038f/c41fedc9-6b0f-4c7b-aade-cf86c61b038f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.075155] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac1b8d8-62ec-4901-b94d-42320e3ed909 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.102391] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.102652] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.102836] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.107587] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7df0602b-4dfe-407b-84b5-69e54c0e003e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.109847] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 656.109847] env[69498]: value = "task-4097279" [ 656.109847] env[69498]: _type = "Task" [ 656.109847] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.110123] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097277, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.119477] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 656.119477] env[69498]: value = "task-4097280" [ 656.119477] env[69498]: _type = "Task" [ 656.119477] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.127050] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.134702] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.161966] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "refresh_cache-49ba12d1-86f4-49e2-8bfe-10c82616ae2a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.161966] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "refresh_cache-49ba12d1-86f4-49e2-8bfe-10c82616ae2a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.161966] env[69498]: DEBUG nova.network.neutron [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.173041] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5236b652-7251-bd7f-849b-9d85f252dfa5, 'name': SearchDatastore_Task, 'duration_secs': 0.015364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.173041] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.173286] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 48aa7aba-a938-4622-9201-222fd0b88f76/48aa7aba-a938-4622-9201-222fd0b88f76.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.173581] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e73948e-d1b5-4cae-969b-946fa6a2ee23 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.186509] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 656.186509] env[69498]: value = "task-4097281" [ 656.186509] env[69498]: _type = "Task" [ 656.186509] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.198630] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.239706] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.265745] env[69498]: DEBUG nova.scheduler.client.report [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.295246] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.295246] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.295246] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.295426] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.295536] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.295675] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.296551] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.298616] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.298748] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.298957] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.299147] env[69498]: DEBUG nova.virt.hardware [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.300581] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed78ec9-8389-47c0-b985-5da35da8b678 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.321339] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77529e15-d68c-460f-8c40-fed174fa208e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.398416] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097274, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.408490] env[69498]: DEBUG nova.compute.manager [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-changed-10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.408490] env[69498]: DEBUG nova.compute.manager [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Refreshing instance network info cache due to event network-changed-10688c4f-0b3c-436b-83e3-1375e004b440. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.408490] env[69498]: DEBUG oslo_concurrency.lockutils [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] Acquiring lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.408777] env[69498]: DEBUG oslo_concurrency.lockutils [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] Acquired lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.408777] env[69498]: DEBUG nova.network.neutron [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Refreshing network info cache for port 10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.410877] env[69498]: DEBUG nova.compute.manager [req-1f345098-1cf8-4136-be3d-2cd1774715ce req-58328932-4d51-4f32-9e96-2644b7fd54a6 service nova] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Received event network-vif-deleted-c0cfe81b-f30e-491d-8c80-5e1fc97562e2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.436208] env[69498]: DEBUG nova.network.neutron [-] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.605594] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.962793} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.605897] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114/9c7eb62e-b80b-4faa-b499-9e886a918114.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.606145] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.606615] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ab98e25-547e-4ce3-b314-bcc53285c62d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.618956] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 656.618956] env[69498]: value = "task-4097282" [ 656.618956] env[69498]: _type = "Task" [ 656.618956] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.630882] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.636528] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325755} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.641200] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.641200] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.641200] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.643781] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.701049] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.773810] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.774698] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.784182] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.345s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.787276] env[69498]: INFO nova.compute.claims [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.814471] env[69498]: DEBUG nova.network.neutron [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.899594] env[69498]: DEBUG nova.network.neutron [-] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.900974] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097274, 'name': CreateSnapshot_Task, 'duration_secs': 1.270693} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.904147] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.904147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f91b978-4db6-4cbb-8105-4dea7105aad1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.942080] env[69498]: INFO nova.compute.manager [-] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Took 2.00 seconds to deallocate network for instance. [ 657.124427] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097279, 'name': ReconfigVM_Task, 'duration_secs': 0.763659} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.132757] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Reconfigured VM instance instance-00000007 to attach disk [datastore2] c41fedc9-6b0f-4c7b-aade-cf86c61b038f/c41fedc9-6b0f-4c7b-aade-cf86c61b038f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.133436] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab4f506f-e2d1-4574-9f39-94c8bf651f51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.142987] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114388} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.145502] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.150581] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 657.150581] env[69498]: value = "task-4097283" [ 657.150581] env[69498]: _type = "Task" [ 657.150581] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.151763] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2f001f-5583-468f-a555-3605e00d570e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.167622] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097283, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.185170] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114/9c7eb62e-b80b-4faa-b499-9e886a918114.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.185486] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e04f78a-0a90-4453-b26c-dfce4d9c23bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.215706] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769551} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.216856] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 48aa7aba-a938-4622-9201-222fd0b88f76/48aa7aba-a938-4622-9201-222fd0b88f76.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.216856] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.217278] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 657.217278] env[69498]: value = "task-4097284" [ 657.217278] env[69498]: _type = "Task" [ 657.217278] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.217533] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17ff0f0d-8134-46a5-a34f-64d7a05f5b5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.232770] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.235056] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 657.235056] env[69498]: value = "task-4097285" [ 657.235056] env[69498]: _type = "Task" [ 657.235056] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.244844] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.245992] env[69498]: DEBUG nova.network.neutron [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Updating instance_info_cache with network_info: [{"id": "ec5f96e8-9f44-484b-9a0c-648d14d8ce3b", "address": "fa:16:3e:f5:c0:7f", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5f96e8-9f", "ovs_interfaceid": "ec5f96e8-9f44-484b-9a0c-648d14d8ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.295861] env[69498]: DEBUG nova.compute.utils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.300805] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.300990] env[69498]: DEBUG nova.network.neutron [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.346200] env[69498]: DEBUG nova.network.neutron [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updated VIF entry in instance network info cache for port 10688c4f-0b3c-436b-83e3-1375e004b440. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.346572] env[69498]: DEBUG nova.network.neutron [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.402144] env[69498]: INFO nova.compute.manager [-] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Took 1.78 seconds to deallocate network for instance. [ 657.427892] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.429715] env[69498]: DEBUG nova.policy [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd63caf743b4575afa2c065c21265b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59b572aac52948d2b4f816588d18986d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.431921] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bab877a3-e66a-42cc-8759-59ab0bd7de06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.445679] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 657.445679] env[69498]: value = "task-4097286" [ 657.445679] env[69498]: _type = "Task" [ 657.445679] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.450604] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.456177] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097286, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.667337] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097283, 'name': Rename_Task, 'duration_secs': 0.184978} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.669059] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.669752] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f575ee-0129-437f-84ad-9cca2876b723 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.678865] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 657.678865] env[69498]: value = "task-4097287" [ 657.678865] env[69498]: _type = "Task" [ 657.678865] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.691983] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.698334] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.698597] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.698754] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.699478] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.699478] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.699478] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.699478] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.699663] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.699827] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.700019] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.700215] env[69498]: DEBUG nova.virt.hardware [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.701118] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177d6f7-932a-4e62-927f-eccfcb78dbb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.709623] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9fbe1-ac92-4eed-88c5-23bc44240db8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.725863] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:8f:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3717758-e628-433e-828a-3a322b822bd0', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.733571] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.737865] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.740500] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f101004c-1387-4fe8-b185-3c3f26bd326e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.766461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "refresh_cache-49ba12d1-86f4-49e2-8bfe-10c82616ae2a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.766461] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Instance network_info: |[{"id": "ec5f96e8-9f44-484b-9a0c-648d14d8ce3b", "address": "fa:16:3e:f5:c0:7f", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5f96e8-9f", "ovs_interfaceid": "ec5f96e8-9f44-484b-9a0c-648d14d8ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.766636] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c0:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec5f96e8-9f44-484b-9a0c-648d14d8ce3b', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.776094] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating folder: Project (d6d82a15ed8944c59479309d41f77f51). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.782443] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f887079b-870b-482f-bf11-b55a45b610db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.784840] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097284, 'name': ReconfigVM_Task, 'duration_secs': 0.414488} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.789987] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114/9c7eb62e-b80b-4faa-b499-9e886a918114.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.792468] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.792468] env[69498]: value = "task-4097288" [ 657.792468] env[69498]: _type = "Task" [ 657.792468] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.792468] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09411} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.792468] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b13dba94-6e75-46ec-b7de-35ff840560cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.794222] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.797273] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb61d2-bd9e-4b80-b7b4-74ffc4189419 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.801404] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.809662] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 657.809662] env[69498]: value = "task-4097290" [ 657.809662] env[69498]: _type = "Task" [ 657.809662] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.816277] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created folder: Project (d6d82a15ed8944c59479309d41f77f51) in parent group-v811634. [ 657.816277] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating folder: Instances. Parent ref: group-v811664. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.822541] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cf4cfa1-29c3-4d7e-992d-3fcc5f09e252 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.826493] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097288, 'name': CreateVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.849498] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 48aa7aba-a938-4622-9201-222fd0b88f76/48aa7aba-a938-4622-9201-222fd0b88f76.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.852344] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1717d202-1add-4903-a9ec-3545c2ecbfff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.870869] env[69498]: DEBUG oslo_concurrency.lockutils [req-29ef704c-7ce3-4929-aa49-80150c44ed79 req-f87d3260-7750-4336-852e-10bdd3748a59 service nova] Releasing lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.877667] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created folder: Instances in parent group-v811664. [ 657.878039] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.878519] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097290, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.879261] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.879604] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-853c45a3-a32a-4efa-869f-bcf782e5d009 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.900815] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 657.900815] env[69498]: value = "task-4097292" [ 657.900815] env[69498]: _type = "Task" [ 657.900815] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.908312] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.908312] env[69498]: value = "task-4097293" [ 657.908312] env[69498]: _type = "Task" [ 657.908312] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.914161] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.914883] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.920804] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097293, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.961796] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097286, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.195340] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097287, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.277300] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04204aed-1a3d-48fd-abcd-a6f11fdbdef5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.290378] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16881b33-e357-4199-b251-b95370c2d0f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.339716] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097288, 'name': CreateVM_Task, 'duration_secs': 0.520297} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.345592] env[69498]: DEBUG nova.network.neutron [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Successfully updated port: fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.346735] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.355027] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00cea1-d320-442d-8d20-8d8e4c5c0b36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.358899] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.359214] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.359593] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.359903] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2653fc20-e5ce-49b3-bf70-49ad648b3791 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.376256] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 658.376256] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f711b2-4161-af19-c1e6-8e091d3985e7" [ 658.376256] env[69498]: _type = "Task" [ 658.376256] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.376680] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097290, 'name': Rename_Task, 'duration_secs': 0.168917} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.379142] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4604c2-9855-4856-98c0-74389b15ee63 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.383042] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.387212] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a984f4-e8a1-4615-b772-b442ef4ea573 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.397379] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f711b2-4161-af19-c1e6-8e091d3985e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.406858] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.407164] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.407429] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.407612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.407805] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.408843] env[69498]: DEBUG nova.compute.provider_tree [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.410390] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 658.410390] env[69498]: value = "task-4097294" [ 658.410390] env[69498]: _type = "Task" [ 658.410390] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.410792] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9324aa5e-70ee-4f66-9348-4ebd8203d45a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.451812] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.451812] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.452098] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097293, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.459061] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.459061] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.459061] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4c923d-c379-4b88-9f7a-1ffc1b5c89ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.470248] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097286, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.471823] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 658.471823] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01b80-6ea4-bcad-6fe0-f780c4e90e84" [ 658.471823] env[69498]: _type = "Task" [ 658.471823] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.483052] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01b80-6ea4-bcad-6fe0-f780c4e90e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.695238] env[69498]: DEBUG oslo_vmware.api [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097287, 'name': PowerOnVM_Task, 'duration_secs': 0.924386} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.695569] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.696227] env[69498]: INFO nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Took 16.31 seconds to spawn the instance on the hypervisor. [ 658.696227] env[69498]: DEBUG nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.697582] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257f9378-9ce5-41f5-a537-be7a7fecea12 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.718967] env[69498]: DEBUG nova.network.neutron [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Successfully created port: 83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.860053] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.862458] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.862667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.862732] env[69498]: DEBUG nova.network.neutron [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.906721] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.906946] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.907015] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.907600] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.907690] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.907941] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.908269] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.908491] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.908724] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.909168] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.909259] env[69498]: DEBUG nova.virt.hardware [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.911413] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b5b07a-dcbe-4b9a-ae0c-d1064ff8f71f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.921225] env[69498]: DEBUG nova.scheduler.client.report [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.946985] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a654a-4336-4ea4-9a5a-ece47597a1e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.953635] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097292, 'name': ReconfigVM_Task, 'duration_secs': 0.871368} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.962426] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 48aa7aba-a938-4622-9201-222fd0b88f76/48aa7aba-a938-4622-9201-222fd0b88f76.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.963426] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097293, 'name': CreateVM_Task, 'duration_secs': 0.758289} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.963729] env[69498]: DEBUG oslo_vmware.api [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097294, 'name': PowerOnVM_Task, 'duration_secs': 0.549524} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.967812] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a53d0abc-9b0a-43f0-95a0-4d077decd3af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.969586] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.969892] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.970102] env[69498]: INFO nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 14.20 seconds to spawn the instance on the hypervisor. [ 658.970286] env[69498]: DEBUG nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.980498] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.980751] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.981023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.982141] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf32c6-4293-4e59-996d-3b1c7577ba9b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.986239] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad7a96d-06f9-4f15-81f0-36f65539464c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.998388] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 658.998388] env[69498]: value = "task-4097295" [ 658.998388] env[69498]: _type = "Task" [ 658.998388] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.999068] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097286, 'name': CloneVM_Task} progress is 95%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.015729] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 659.015729] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522daf9c-53f8-add6-aec2-8ab7d22ce7e4" [ 659.015729] env[69498]: _type = "Task" [ 659.015729] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.029643] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097295, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.029786] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01b80-6ea4-bcad-6fe0-f780c4e90e84, 'name': SearchDatastore_Task, 'duration_secs': 0.020237} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.031099] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b240c78-4abe-4b6e-a871-f435e944b443 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.040700] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522daf9c-53f8-add6-aec2-8ab7d22ce7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.041389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.042287] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.042287] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.042287] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.042287] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.043343] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 659.043343] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ecc4a7-d9de-2d98-575f-457a2f9efb89" [ 659.043343] env[69498]: _type = "Task" [ 659.043343] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.043343] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48509641-9bda-4486-b7a4-84ac2df675d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.056214] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ecc4a7-d9de-2d98-575f-457a2f9efb89, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.057597] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.057902] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.058228] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.058393] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.059246] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90735375-c322-4260-916b-31a8cd153f80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.061294] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40519da9-6c3c-4102-89c5-574a32cbed98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.068433] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 659.068433] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521247a7-915d-dab3-37d6-9698c101bb0c" [ 659.068433] env[69498]: _type = "Task" [ 659.068433] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.074246] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 659.074246] env[69498]: value = "task-4097296" [ 659.074246] env[69498]: _type = "Task" [ 659.074246] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.082968] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521247a7-915d-dab3-37d6-9698c101bb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.089117] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.221578] env[69498]: INFO nova.compute.manager [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Took 27.27 seconds to build instance. [ 659.431300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.431862] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.435058] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.858s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.437305] env[69498]: INFO nova.compute.claims [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.447096] env[69498]: DEBUG nova.network.neutron [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.478791] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097286, 'name': CloneVM_Task, 'duration_secs': 1.69881} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.478791] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Created linked-clone VM from snapshot [ 659.480214] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f370327f-4796-4a43-b373-32c1940d4e42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.500826] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Uploading image 8f6c883c-49eb-49e3-af23-6973559faf96 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.535021] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097295, 'name': Rename_Task, 'duration_secs': 0.24603} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.535021] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.535021] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36163413-4f0e-4f1f-a3ab-2f19fe6b43e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.539859] env[69498]: INFO nova.compute.manager [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 26.62 seconds to build instance. [ 659.552485] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 659.552485] env[69498]: value = "task-4097297" [ 659.552485] env[69498]: _type = "Task" [ 659.552485] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.557903] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.557903] env[69498]: value = "vm-811663" [ 659.557903] env[69498]: _type = "VirtualMachine" [ 659.557903] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.558348] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-65bb8c55-9297-449f-bb7c-1639beaa5a0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.591775] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097297, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.592275] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lease: (returnval){ [ 659.592275] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf2aa1-6a61-7186-f13b-bfdd52058f97" [ 659.592275] env[69498]: _type = "HttpNfcLease" [ 659.592275] env[69498]: } obtained for exporting VM: (result){ [ 659.592275] env[69498]: value = "vm-811663" [ 659.592275] env[69498]: _type = "VirtualMachine" [ 659.592275] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.593111] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the lease: (returnval){ [ 659.593111] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf2aa1-6a61-7186-f13b-bfdd52058f97" [ 659.593111] env[69498]: _type = "HttpNfcLease" [ 659.593111] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.593111] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521247a7-915d-dab3-37d6-9698c101bb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.598140] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c397b2-4c75-470e-ab63-af5f1e2cc584 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.606902] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097296, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.612728] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.612728] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf2aa1-6a61-7186-f13b-bfdd52058f97" [ 659.612728] env[69498]: _type = "HttpNfcLease" [ 659.612728] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 659.617021] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 659.617021] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf2aa1-6a61-7186-f13b-bfdd52058f97" [ 659.617021] env[69498]: _type = "HttpNfcLease" [ 659.617021] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 659.617021] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 659.617021] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d034d9-9b23-3dad-3c02-ecf5927a3084" [ 659.617021] env[69498]: _type = "Task" [ 659.617021] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.617021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07735c-7443-45c4-9b5a-5ea280603cf2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.638548] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d034d9-9b23-3dad-3c02-ecf5927a3084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.638745] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52182614-e13a-7bc4-e611-b4eec6f3c6ab/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 659.639028] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52182614-e13a-7bc4-e611-b4eec6f3c6ab/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 659.728204] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4276f6f4-d5ff-4175-9960-ce05b4753ed6 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.786s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.799454] env[69498]: DEBUG nova.network.neutron [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [{"id": "fcd19903-6f1e-4297-afc9-9decdfe37903", "address": "fa:16:3e:72:f4:ef", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd19903-6f", "ovs_interfaceid": "fcd19903-6f1e-4297-afc9-9decdfe37903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.804426] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d37a6bd-efd2-43d1-bd40-2880263335e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.944212] env[69498]: DEBUG nova.compute.utils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.949697] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.949697] env[69498]: DEBUG nova.network.neutron [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.005813] env[69498]: DEBUG nova.policy [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe6bea0132a740f8beabc081ca172192', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854341de614c4cdc946f5aa1a2c5ed51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.049878] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3ff24723-a54b-4a55-88cd-7099bd5d9bde tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.140s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.074000] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097297, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.094458] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722055} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.094979] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.095311] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.095609] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fd18e7f-ad54-4528-8eff-2f5740d1a0eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.121466] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 660.121466] env[69498]: value = "task-4097299" [ 660.121466] env[69498]: _type = "Task" [ 660.121466] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.139600] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.143753] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d034d9-9b23-3dad-3c02-ecf5927a3084, 'name': SearchDatastore_Task, 'duration_secs': 0.030658} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.143940] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.144248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 49ba12d1-86f4-49e2-8bfe-10c82616ae2a/49ba12d1-86f4-49e2-8bfe-10c82616ae2a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.145095] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9cabb8-6435-411c-abb7-a13df5cc766a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.155526] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 660.155526] env[69498]: value = "task-4097300" [ 660.155526] env[69498]: _type = "Task" [ 660.155526] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.188409] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.231224] env[69498]: DEBUG nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.306703] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.307333] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Instance network_info: |[{"id": "fcd19903-6f1e-4297-afc9-9decdfe37903", "address": "fa:16:3e:72:f4:ef", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd19903-6f", "ovs_interfaceid": "fcd19903-6f1e-4297-afc9-9decdfe37903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.307768] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f4:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd19903-6f1e-4297-afc9-9decdfe37903', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.317490] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Creating folder: Project (889dfcfee39a42198cfe848affc9b7f2). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.319081] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8f8293-af96-48f1-b902-62d2da460f2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.335159] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Created folder: Project (889dfcfee39a42198cfe848affc9b7f2) in parent group-v811634. [ 660.335159] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Creating folder: Instances. Parent ref: group-v811668. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.335159] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9869eb4-ed54-4521-a46d-4f9c304f25eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.350755] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Created folder: Instances in parent group-v811668. [ 660.354023] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.354023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.354023] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16cbb33-ae2f-4061-ba33-98dd5e89b38e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.381370] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.381370] env[69498]: value = "task-4097303" [ 660.381370] env[69498]: _type = "Task" [ 660.381370] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.392456] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097303, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.464720] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.554148] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.568624] env[69498]: DEBUG nova.network.neutron [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Successfully created port: cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.595145] env[69498]: DEBUG oslo_vmware.api [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097297, 'name': PowerOnVM_Task, 'duration_secs': 0.881009} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.595833] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.595833] env[69498]: INFO nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Took 13.41 seconds to spawn the instance on the hypervisor. [ 660.596232] env[69498]: DEBUG nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.597562] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc7d6e-0f70-4d3e-b433-e8ee829f2609 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.642072] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081845} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.645183] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.645327] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3400e7-c0dc-461e-8742-1d269bc35648 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.681791] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.686750] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff8221d-75ac-4130-a873-5aad62823e56 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.710213] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.720958] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 660.720958] env[69498]: value = "task-4097304" [ 660.720958] env[69498]: _type = "Task" [ 660.720958] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.738204] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.751182] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Received event network-vif-plugged-ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.751634] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Acquiring lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.752202] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.752428] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.753504] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] No waiting events found dispatching network-vif-plugged-ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.753504] env[69498]: WARNING nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Received unexpected event network-vif-plugged-ec5f96e8-9f44-484b-9a0c-648d14d8ce3b for instance with vm_state building and task_state spawning. [ 660.753643] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Received event network-changed-ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.754325] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Refreshing instance network info cache due to event network-changed-ec5f96e8-9f44-484b-9a0c-648d14d8ce3b. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.754325] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Acquiring lock "refresh_cache-49ba12d1-86f4-49e2-8bfe-10c82616ae2a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.754325] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Acquired lock "refresh_cache-49ba12d1-86f4-49e2-8bfe-10c82616ae2a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.754547] env[69498]: DEBUG nova.network.neutron [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Refreshing network info cache for port ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.791342] env[69498]: DEBUG nova.compute.manager [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Received event network-vif-deleted-2f45908e-d746-4a6e-a049-7024cec71b24 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.793421] env[69498]: DEBUG nova.compute.manager [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Received event network-vif-plugged-fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.793797] env[69498]: DEBUG oslo_concurrency.lockutils [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] Acquiring lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.794164] env[69498]: DEBUG oslo_concurrency.lockutils [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.794495] env[69498]: DEBUG oslo_concurrency.lockutils [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.794858] env[69498]: DEBUG nova.compute.manager [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] No waiting events found dispatching network-vif-plugged-fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.795114] env[69498]: WARNING nova.compute.manager [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Received unexpected event network-vif-plugged-fcd19903-6f1e-4297-afc9-9decdfe37903 for instance with vm_state building and task_state spawning. [ 660.795292] env[69498]: DEBUG nova.compute.manager [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Received event network-changed-fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.795443] env[69498]: DEBUG nova.compute.manager [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Refreshing instance network info cache due to event network-changed-fcd19903-6f1e-4297-afc9-9decdfe37903. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.795669] env[69498]: DEBUG oslo_concurrency.lockutils [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] Acquiring lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.795944] env[69498]: DEBUG oslo_concurrency.lockutils [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] Acquired lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.796285] env[69498]: DEBUG nova.network.neutron [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Refreshing network info cache for port fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.799403] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.817059] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.818060] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.904612] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097303, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.090453] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.105180] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a0a292-85a0-48e9-878d-8cff05f8ba28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.122312] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a30e40-9d4a-425c-9a5b-4c999a4d6e83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.126965] env[69498]: INFO nova.compute.manager [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Took 27.48 seconds to build instance. [ 661.178618] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9841cfe1-798b-4db9-83dd-035500bf5ddd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.197436] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72696} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.197986] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 49ba12d1-86f4-49e2-8bfe-10c82616ae2a/49ba12d1-86f4-49e2-8bfe-10c82616ae2a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.198292] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.201486] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4993a4-ada9-4a74-89c9-c6b4ade1e176 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.207157] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b5567e-20b2-4a00-a6bf-1fd7926bb470 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.227731] env[69498]: DEBUG nova.compute.provider_tree [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.229394] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 661.229394] env[69498]: value = "task-4097305" [ 661.229394] env[69498]: _type = "Task" [ 661.229394] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.243045] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.248274] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.394552] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097303, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.478130] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.508500] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.508808] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.508973] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.509188] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.509340] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.509555] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.509758] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.509935] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.510117] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.510285] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.510456] env[69498]: DEBUG nova.virt.hardware [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.511376] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ce0f6-d1e4-4da9-8969-53da0acf1784 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.523478] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16506d-b8fe-4c88-8378-8da8c7b40e9a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.631678] env[69498]: DEBUG oslo_concurrency.lockutils [None req-925401d3-94df-4271-9e8c-80b4648de1f0 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "48aa7aba-a938-4622-9201-222fd0b88f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.989s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.682634] env[69498]: DEBUG nova.network.neutron [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Updated VIF entry in instance network info cache for port ec5f96e8-9f44-484b-9a0c-648d14d8ce3b. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.683537] env[69498]: DEBUG nova.network.neutron [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Updating instance_info_cache with network_info: [{"id": "ec5f96e8-9f44-484b-9a0c-648d14d8ce3b", "address": "fa:16:3e:f5:c0:7f", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5f96e8-9f", "ovs_interfaceid": "ec5f96e8-9f44-484b-9a0c-648d14d8ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.733724] env[69498]: DEBUG nova.scheduler.client.report [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.750872] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097304, 'name': ReconfigVM_Task, 'duration_secs': 0.712728} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.752264] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa/766ab89e-b13e-4252-8eb7-18072e1ee8aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.753243] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca6ed54-9eba-4721-9720-86ae4a67f9ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.763022] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.769314] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 661.769314] env[69498]: value = "task-4097306" [ 661.769314] env[69498]: _type = "Task" [ 661.769314] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.784705] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097306, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.897226] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097303, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.898428] env[69498]: DEBUG nova.network.neutron [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Successfully updated port: 83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.006965] env[69498]: DEBUG nova.network.neutron [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updated VIF entry in instance network info cache for port fcd19903-6f1e-4297-afc9-9decdfe37903. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.007522] env[69498]: DEBUG nova.network.neutron [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [{"id": "fcd19903-6f1e-4297-afc9-9decdfe37903", "address": "fa:16:3e:72:f4:ef", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd19903-6f", "ovs_interfaceid": "fcd19903-6f1e-4297-afc9-9decdfe37903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.137022] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.189218] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Releasing lock "refresh_cache-49ba12d1-86f4-49e2-8bfe-10c82616ae2a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.189218] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Received event network-vif-deleted-748c7ad9-8ad1-4091-ba3e-53a615fc70b3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.189218] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Received event network-changed-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.189218] env[69498]: DEBUG nova.compute.manager [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Refreshing instance network info cache due to event network-changed-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.189218] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Acquiring lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.189570] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Acquired lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.189775] env[69498]: DEBUG nova.network.neutron [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Refreshing network info cache for port 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.244024] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.244024] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.256201] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.854s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.260049] env[69498]: INFO nova.compute.claims [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.275943] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.895969} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.279540] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.280453] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6d486-8815-49d0-a726-cde8cbcf020e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.290564] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097306, 'name': Rename_Task, 'duration_secs': 0.248678} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.301326] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.313356] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 49ba12d1-86f4-49e2-8bfe-10c82616ae2a/49ba12d1-86f4-49e2-8bfe-10c82616ae2a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.314268] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741b2bd0-019c-442a-be4c-a877b3b7e251 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.316162] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564d9871-2f29-4e9f-99c3-2e039fe60aec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.343965] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 662.343965] env[69498]: value = "task-4097308" [ 662.343965] env[69498]: _type = "Task" [ 662.343965] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.344469] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 662.344469] env[69498]: value = "task-4097307" [ 662.344469] env[69498]: _type = "Task" [ 662.344469] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.361721] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.365651] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.397041] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097303, 'name': CreateVM_Task, 'duration_secs': 1.659776} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.397041] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.397205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.397377] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.397704] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.397977] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43cf339-e377-4290-a15a-469a23020df9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.403994] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 662.403994] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b3c53d-0765-4529-3f1b-c800d4678595" [ 662.403994] env[69498]: _type = "Task" [ 662.403994] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.408395] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.408395] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquired lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.408599] env[69498]: DEBUG nova.network.neutron [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.417019] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b3c53d-0765-4529-3f1b-c800d4678595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.512395] env[69498]: DEBUG oslo_concurrency.lockutils [req-12e6425a-23bc-4ac6-ad03-8a9ab28450c9 req-87fa2ab7-b989-41af-87d0-14418d213597 service nova] Releasing lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.676510] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.770258] env[69498]: DEBUG nova.compute.utils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.776616] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.776976] env[69498]: DEBUG nova.network.neutron [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.873599] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.873869] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.880259] env[69498]: DEBUG nova.policy [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a04584c50c3465aa337cdcf22ee82d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73dacd29cdf240089c0643442fb89cdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.923278] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b3c53d-0765-4529-3f1b-c800d4678595, 'name': SearchDatastore_Task, 'duration_secs': 0.019968} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.923681] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.923999] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.924399] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.924662] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.924949] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.926536] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-964e49c5-1c48-42bd-b11f-8e07f4aed3ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.938488] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.938562] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.939581] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f37d25-2e74-4d1a-bcc6-0462b7693a65 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.947524] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 662.947524] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bf5df6-ac81-ad6a-c150-bfdbd6536d45" [ 662.947524] env[69498]: _type = "Task" [ 662.947524] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.957760] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bf5df6-ac81-ad6a-c150-bfdbd6536d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.041210] env[69498]: DEBUG nova.network.neutron [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.258228] env[69498]: DEBUG nova.network.neutron [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Successfully updated port: cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.277719] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.368471] env[69498]: DEBUG oslo_vmware.api [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097307, 'name': PowerOnVM_Task, 'duration_secs': 0.747694} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.368963] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097308, 'name': ReconfigVM_Task, 'duration_secs': 0.616324} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.369255] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.369452] env[69498]: DEBUG nova.compute.manager [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.369734] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 49ba12d1-86f4-49e2-8bfe-10c82616ae2a/49ba12d1-86f4-49e2-8bfe-10c82616ae2a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.371275] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d6e52b-0bbe-4d68-8cfc-ab4bd6e2db61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.374449] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e5bf9f-d90e-460f-a97a-b69bae8b4949 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.395700] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 663.395700] env[69498]: value = "task-4097309" [ 663.395700] env[69498]: _type = "Task" [ 663.395700] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.408747] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097309, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.463593] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bf5df6-ac81-ad6a-c150-bfdbd6536d45, 'name': SearchDatastore_Task, 'duration_secs': 0.015372} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.464845] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad21c1e2-82c4-43cc-97f4-0f3493b09bb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.475267] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 663.475267] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bec43f-3144-4438-199d-b3729c68eff9" [ 663.475267] env[69498]: _type = "Task" [ 663.475267] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.485252] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bec43f-3144-4438-199d-b3729c68eff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.624009] env[69498]: DEBUG nova.network.neutron [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updated VIF entry in instance network info cache for port 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.624385] env[69498]: DEBUG nova.network.neutron [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updating instance_info_cache with network_info: [{"id": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "address": "fa:16:3e:f7:80:bc", "network": {"id": "ac613c87-2cfa-4008-807e-93fe99fc172c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1033526466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aac24f40ea741dab4c7566eab83ff83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7dbcfd-a9", "ovs_interfaceid": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.683050] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349b8ac-34db-425b-842a-37c38677cb73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.691778] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6674ff-f3a6-4122-be1e-6f11dcbf5aec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.728034] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95deb25-589f-4073-8be4-e00b3b4606ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.738015] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d61570-6574-49ac-a652-17ddccad2263 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.756182] env[69498]: DEBUG nova.compute.provider_tree [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.768816] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "refresh_cache-63cab0cd-7268-4442-aa1a-e6d33cd43500" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.768969] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquired lock "refresh_cache-63cab0cd-7268-4442-aa1a-e6d33cd43500" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.769136] env[69498]: DEBUG nova.network.neutron [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.906022] env[69498]: DEBUG nova.network.neutron [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updating instance_info_cache with network_info: [{"id": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "address": "fa:16:3e:8b:11:a4", "network": {"id": "1f604842-a0d1-48e7-8bb9-fb230be5a915", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-948694808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b572aac52948d2b4f816588d18986d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ef2e6f-d8", "ovs_interfaceid": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.921560] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097309, 'name': Rename_Task, 'duration_secs': 0.315309} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.922160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.922454] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.922711] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5befbd-c09b-4813-823b-ad6c42f9b835 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.933293] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 663.933293] env[69498]: value = "task-4097310" [ 663.933293] env[69498]: _type = "Task" [ 663.933293] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.943366] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.995568] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bec43f-3144-4438-199d-b3729c68eff9, 'name': SearchDatastore_Task, 'duration_secs': 0.016274} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.995890] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.996278] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6/5706f0bc-dc72-43db-a689-2003181f0bc6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.996455] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07fa7288-12de-4ba0-97a9-bd7ee870c6ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.008346] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 664.008346] env[69498]: value = "task-4097311" [ 664.008346] env[69498]: _type = "Task" [ 664.008346] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.018557] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.131084] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fd6fa2a-e477-482f-bc70-d0df6ed12e0d req-acb228d8-0c15-4a99-bac5-b3785babc83e service nova] Releasing lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.265467] env[69498]: DEBUG nova.scheduler.client.report [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.288118] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.334526] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.335242] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.335242] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.335998] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.335998] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.337942] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.339033] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.339033] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.339033] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.339033] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.339314] env[69498]: DEBUG nova.virt.hardware [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.340121] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701a367d-415b-478a-8ef2-1b8331644d83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.352666] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7802e-9cfb-4cc0-ad40-8490b46024c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.381999] env[69498]: DEBUG nova.compute.manager [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Received event network-vif-plugged-83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.382687] env[69498]: DEBUG oslo_concurrency.lockutils [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.382687] env[69498]: DEBUG oslo_concurrency.lockutils [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] Lock "292973ce-644b-4494-b2c9-fa8d7122118e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.382687] env[69498]: DEBUG oslo_concurrency.lockutils [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] Lock "292973ce-644b-4494-b2c9-fa8d7122118e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.382864] env[69498]: DEBUG nova.compute.manager [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] No waiting events found dispatching network-vif-plugged-83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.382917] env[69498]: WARNING nova.compute.manager [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Received unexpected event network-vif-plugged-83ef2e6f-d8ab-46d6-861e-569b18f20da1 for instance with vm_state building and task_state spawning. [ 664.383074] env[69498]: DEBUG nova.compute.manager [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Received event network-changed-83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.383292] env[69498]: DEBUG nova.compute.manager [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Refreshing instance network info cache due to event network-changed-83ef2e6f-d8ab-46d6-861e-569b18f20da1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.383586] env[69498]: DEBUG oslo_concurrency.lockutils [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] Acquiring lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.390173] env[69498]: DEBUG nova.network.neutron [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.413010] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Releasing lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.413293] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Instance network_info: |[{"id": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "address": "fa:16:3e:8b:11:a4", "network": {"id": "1f604842-a0d1-48e7-8bb9-fb230be5a915", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-948694808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b572aac52948d2b4f816588d18986d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ef2e6f-d8", "ovs_interfaceid": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.414369] env[69498]: DEBUG nova.network.neutron [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Successfully created port: abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.416396] env[69498]: DEBUG oslo_concurrency.lockutils [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] Acquired lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.416617] env[69498]: DEBUG nova.network.neutron [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Refreshing network info cache for port 83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.418243] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:11:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83ef2e6f-d8ab-46d6-861e-569b18f20da1', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.425876] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Creating folder: Project (59b572aac52948d2b4f816588d18986d). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.428239] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd637b21-06b9-4d2c-8ff7-3277673b2d43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.431327] env[69498]: DEBUG nova.compute.manager [req-3e57ed9f-6ff1-4783-8180-2fee1bb17d67 req-411a323c-61cf-44a3-a1b3-b6db31d54f86 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Received event network-vif-plugged-cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.431542] env[69498]: DEBUG oslo_concurrency.lockutils [req-3e57ed9f-6ff1-4783-8180-2fee1bb17d67 req-411a323c-61cf-44a3-a1b3-b6db31d54f86 service nova] Acquiring lock "63cab0cd-7268-4442-aa1a-e6d33cd43500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.431738] env[69498]: DEBUG oslo_concurrency.lockutils [req-3e57ed9f-6ff1-4783-8180-2fee1bb17d67 req-411a323c-61cf-44a3-a1b3-b6db31d54f86 service nova] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.431896] env[69498]: DEBUG oslo_concurrency.lockutils [req-3e57ed9f-6ff1-4783-8180-2fee1bb17d67 req-411a323c-61cf-44a3-a1b3-b6db31d54f86 service nova] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.432105] env[69498]: DEBUG nova.compute.manager [req-3e57ed9f-6ff1-4783-8180-2fee1bb17d67 req-411a323c-61cf-44a3-a1b3-b6db31d54f86 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] No waiting events found dispatching network-vif-plugged-cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.432304] env[69498]: WARNING nova.compute.manager [req-3e57ed9f-6ff1-4783-8180-2fee1bb17d67 req-411a323c-61cf-44a3-a1b3-b6db31d54f86 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Received unexpected event network-vif-plugged-cc4b8c88-9158-4663-853d-3a9446b5d570 for instance with vm_state building and task_state spawning. [ 664.447951] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.448924] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Created folder: Project (59b572aac52948d2b4f816588d18986d) in parent group-v811634. [ 664.452027] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Creating folder: Instances. Parent ref: group-v811671. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.452027] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0a24ad-e2cf-41b8-8ff3-36d9947e1d8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.461245] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Created folder: Instances in parent group-v811671. [ 664.461510] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.462871] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.462871] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56dc53af-7119-49bb-8063-656d11d5367b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.492863] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.492863] env[69498]: value = "task-4097314" [ 664.492863] env[69498]: _type = "Task" [ 664.492863] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.503378] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097314, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.522027] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.778086] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.778941] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.784352] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.241s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.789228] env[69498]: INFO nova.compute.claims [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.808252] env[69498]: DEBUG nova.network.neutron [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Updating instance_info_cache with network_info: [{"id": "cc4b8c88-9158-4663-853d-3a9446b5d570", "address": "fa:16:3e:22:54:47", "network": {"id": "8b943380-743d-404c-883a-3e824d16e469", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-759069577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "854341de614c4cdc946f5aa1a2c5ed51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4b8c88-91", "ovs_interfaceid": "cc4b8c88-9158-4663-853d-3a9446b5d570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.948884] env[69498]: DEBUG oslo_vmware.api [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097310, 'name': PowerOnVM_Task, 'duration_secs': 0.901469} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.949561] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.949675] env[69498]: INFO nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Took 11.24 seconds to spawn the instance on the hypervisor. [ 664.949850] env[69498]: DEBUG nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.951092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae55bd3-a63b-4914-b60b-21fa575ca446 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.004294] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097314, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.021713] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841311} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.022428] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6/5706f0bc-dc72-43db-a689-2003181f0bc6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.022858] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.023267] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a72d375-69bc-46c1-9e62-57cf241867eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.032553] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 665.032553] env[69498]: value = "task-4097315" [ 665.032553] env[69498]: _type = "Task" [ 665.032553] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.045716] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.295873] env[69498]: DEBUG nova.compute.utils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.300709] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.301197] env[69498]: DEBUG nova.network.neutron [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.312667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Releasing lock "refresh_cache-63cab0cd-7268-4442-aa1a-e6d33cd43500" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.312898] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Instance network_info: |[{"id": "cc4b8c88-9158-4663-853d-3a9446b5d570", "address": "fa:16:3e:22:54:47", "network": {"id": "8b943380-743d-404c-883a-3e824d16e469", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-759069577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "854341de614c4cdc946f5aa1a2c5ed51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4b8c88-91", "ovs_interfaceid": "cc4b8c88-9158-4663-853d-3a9446b5d570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.313872] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:54:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4b8c88-9158-4663-853d-3a9446b5d570', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.326644] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Creating folder: Project (854341de614c4cdc946f5aa1a2c5ed51). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.330787] env[69498]: DEBUG nova.network.neutron [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updated VIF entry in instance network info cache for port 83ef2e6f-d8ab-46d6-861e-569b18f20da1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.331381] env[69498]: DEBUG nova.network.neutron [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updating instance_info_cache with network_info: [{"id": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "address": "fa:16:3e:8b:11:a4", "network": {"id": "1f604842-a0d1-48e7-8bb9-fb230be5a915", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-948694808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b572aac52948d2b4f816588d18986d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ef2e6f-d8", "ovs_interfaceid": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.332433] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86c6e7f5-2074-47ac-a674-d66ccaf0b2ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.350617] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Created folder: Project (854341de614c4cdc946f5aa1a2c5ed51) in parent group-v811634. [ 665.350907] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Creating folder: Instances. Parent ref: group-v811674. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.351855] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca2ccef-3279-418a-8032-2b1c4985cab8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364351] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Created folder: Instances in parent group-v811674. [ 665.364637] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.364844] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.365316] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6dbebcb-09a8-414c-98a6-3a09e05e4c5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.390384] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.390384] env[69498]: value = "task-4097318" [ 665.390384] env[69498]: _type = "Task" [ 665.390384] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.401168] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097318, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.473324] env[69498]: INFO nova.compute.manager [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Took 23.16 seconds to build instance. [ 665.475815] env[69498]: DEBUG nova.policy [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f0c88b4722c4c7e982b6ac435ac3c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20f0dfc61c044d398a5a94c8173a923c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.507446] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097314, 'name': CreateVM_Task, 'duration_secs': 0.623333} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.507446] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.508204] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.508396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.508813] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.509139] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed1a633-93f8-4ef2-92b3-1a870eb5e4b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.514858] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 665.514858] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01f71-5af5-e404-7dd9-b0a382a3c99f" [ 665.514858] env[69498]: _type = "Task" [ 665.514858] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.523941] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01f71-5af5-e404-7dd9-b0a382a3c99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.547628] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079714} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.548084] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.549280] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb039a2-c25b-4e2a-bb86-164ab55dad7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.574095] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6/5706f0bc-dc72-43db-a689-2003181f0bc6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.574805] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e1cd3f-bd33-4663-9ed6-e536285eea41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.598273] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 665.598273] env[69498]: value = "task-4097319" [ 665.598273] env[69498]: _type = "Task" [ 665.598273] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.607481] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.806476] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.837792] env[69498]: DEBUG oslo_concurrency.lockutils [req-4fcd5339-cf1f-4a1a-8b90-25865574fab2 req-386664a3-bc34-44f6-8fe4-1ca052599bac service nova] Releasing lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.908777] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097318, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.979123] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0dbbf104-9c10-45cf-b0e5-bc2c08d2dcdd tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.672s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.039138] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01f71-5af5-e404-7dd9-b0a382a3c99f, 'name': SearchDatastore_Task, 'duration_secs': 0.024772} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.039138] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.039138] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.039138] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.039308] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.039308] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.039308] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-744291f4-832e-4029-a423-07b79f7d5e0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.052909] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.055017] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.055017] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15589193-2243-4a23-ac51-5199e543ff36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.067278] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 666.067278] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520f880b-1b2a-b9e3-131b-65a9e9a5033a" [ 666.067278] env[69498]: _type = "Task" [ 666.067278] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.080525] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520f880b-1b2a-b9e3-131b-65a9e9a5033a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.112626] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.224879] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762bf01d-e682-4173-b6c3-4857a6c9f258 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.234468] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680954fb-7573-45fb-8e49-91d7e96c207c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.277139] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1387fd-6371-42ba-be3e-f94873e4a1e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.287772] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b3a32-932e-4b1f-a22a-07cce11a4afb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.307450] env[69498]: DEBUG nova.compute.provider_tree [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.329258] env[69498]: DEBUG nova.network.neutron [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Successfully created port: 18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.412172] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097318, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.483538] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.579289] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520f880b-1b2a-b9e3-131b-65a9e9a5033a, 'name': SearchDatastore_Task, 'duration_secs': 0.020155} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.580363] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9236aa-6660-425e-9489-177e061a6de6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.588421] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 666.588421] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcbd63-eada-9855-5495-09c3fbd57e4a" [ 666.588421] env[69498]: _type = "Task" [ 666.588421] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.599866] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcbd63-eada-9855-5495-09c3fbd57e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.612264] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097319, 'name': ReconfigVM_Task, 'duration_secs': 0.660317} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.612565] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6/5706f0bc-dc72-43db-a689-2003181f0bc6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.613276] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-172cfbe6-c46d-4d4f-a65a-5e2a00832d85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.621703] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 666.621703] env[69498]: value = "task-4097320" [ 666.621703] env[69498]: _type = "Task" [ 666.621703] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.634668] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097320, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.810697] env[69498]: DEBUG nova.scheduler.client.report [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.818702] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.859831] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.860141] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.860332] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.860517] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.860718] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.860943] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.861330] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.861523] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.861701] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.861914] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.862125] env[69498]: DEBUG nova.virt.hardware [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.863725] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e6dee-76cd-41b8-b234-5ac5f33ca742 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.877144] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2953ca96-ab9c-43eb-ada9-fd8ce989f806 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.910438] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097318, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.010815] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.101032] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcbd63-eada-9855-5495-09c3fbd57e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.022123} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.101330] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.101595] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 292973ce-644b-4494-b2c9-fa8d7122118e/292973ce-644b-4494-b2c9-fa8d7122118e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.101879] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1ef7992-31dd-4a3f-b58b-f7032c84fce5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.109905] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 667.109905] env[69498]: value = "task-4097321" [ 667.109905] env[69498]: _type = "Task" [ 667.109905] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.119888] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.134108] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097320, 'name': Rename_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.323390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.324255] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.330148] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.245s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.330148] env[69498]: DEBUG nova.objects.instance [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lazy-loading 'resources' on Instance uuid 8ce54145-1b41-4cbd-ba71-c28e6ea44afe {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.410037] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097318, 'name': CreateVM_Task, 'duration_secs': 1.591318} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.412129] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.412129] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.412129] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.412484] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.412922] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5002ff06-36c4-448d-bc89-ad6c91165233 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.424204] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 667.424204] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239dab4-926b-2afe-684d-bd40fabe054a" [ 667.424204] env[69498]: _type = "Task" [ 667.424204] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.437654] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239dab4-926b-2afe-684d-bd40fabe054a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.513891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "adabf98b-b0bb-4b09-9f30-55a473245305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.518822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "adabf98b-b0bb-4b09-9f30-55a473245305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.628274] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.639357] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097320, 'name': Rename_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.656614] env[69498]: DEBUG nova.network.neutron [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Successfully updated port: abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.839026] env[69498]: DEBUG nova.compute.utils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.843056] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.843056] env[69498]: DEBUG nova.network.neutron [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.923714] env[69498]: DEBUG nova.policy [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe1906ad3734089af86a77d4af1c57a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9758ff6499f345c79941b5437ffd62ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.942295] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239dab4-926b-2afe-684d-bd40fabe054a, 'name': SearchDatastore_Task, 'duration_secs': 0.022751} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.942295] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.942295] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.942295] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.942437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.942437] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.942437] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2fdc574-0c4d-47cf-9312-a06ec8e955ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.952765] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.952984] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.953933] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e529b26-ffd2-4a44-844d-ebaeb1f8b6c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.961769] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 667.961769] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52224582-bdd9-7acb-0f45-edb4822efe1d" [ 667.961769] env[69498]: _type = "Task" [ 667.961769] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.975617] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52224582-bdd9-7acb-0f45-edb4822efe1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.976502] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0d6287-99ac-4587-8d8e-9e7faf7aa444 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.986072] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 667.986072] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c6cbe-77c9-a234-edf4-012acd2ab2dd" [ 667.986072] env[69498]: _type = "Task" [ 667.986072] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.997693] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c6cbe-77c9-a234-edf4-012acd2ab2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.001093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.001215] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 63cab0cd-7268-4442-aa1a-e6d33cd43500/63cab0cd-7268-4442-aa1a-e6d33cd43500.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.001753] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796b32db-018c-401e-b062-5c35f34863ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.018150] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 668.018150] env[69498]: value = "task-4097322" [ 668.018150] env[69498]: _type = "Task" [ 668.018150] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.029857] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.141964] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546955} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.143311] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 292973ce-644b-4494-b2c9-fa8d7122118e/292973ce-644b-4494-b2c9-fa8d7122118e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.143840] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.147500] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c8291ea-c95e-49f1-8144-f683c5fb336a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.154585] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097320, 'name': Rename_Task, 'duration_secs': 1.324698} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.155513] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.155808] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f9443d-e352-4bd3-b641-73545676cc78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.161149] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.161299] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquired lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.161437] env[69498]: DEBUG nova.network.neutron [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.163515] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 668.163515] env[69498]: value = "task-4097323" [ 668.163515] env[69498]: _type = "Task" [ 668.163515] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.167988] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 668.167988] env[69498]: value = "task-4097324" [ 668.167988] env[69498]: _type = "Task" [ 668.167988] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.179227] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.189211] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.312316] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ce8c3-4ec6-4bda-b8fe-09df8ec62dc8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.323528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fa28d0-2739-4521-b5f1-f38e54fc043b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.362103] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.369372] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea694fb-c69c-426e-a0a0-2d1671570893 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.380533] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64673216-edef-4b89-a301-20ec2cffb6c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.404105] env[69498]: DEBUG nova.compute.provider_tree [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.531222] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097322, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.682768] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106388} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.683774] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.685147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277062c-42b0-45b3-9c80-01af36228a61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.691589] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097324, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.713978] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 292973ce-644b-4494-b2c9-fa8d7122118e/292973ce-644b-4494-b2c9-fa8d7122118e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.714395] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8778e26-3ecf-4d6b-830c-f09a447dc620 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.730029] env[69498]: DEBUG nova.network.neutron [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.740412] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 668.740412] env[69498]: value = "task-4097325" [ 668.740412] env[69498]: _type = "Task" [ 668.740412] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.751790] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.853514] env[69498]: DEBUG nova.network.neutron [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Successfully created port: 2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.899570] env[69498]: DEBUG nova.network.neutron [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Updating instance_info_cache with network_info: [{"id": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "address": "fa:16:3e:d7:68:88", "network": {"id": "fe8cdd2f-4101-4fef-8ae1-3302ff9756ca", "bridge": "br-int", "label": "tempest-ServersTestJSON-16338382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dacd29cdf240089c0643442fb89cdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc9c283-5a", "ovs_interfaceid": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.900827] env[69498]: DEBUG nova.compute.manager [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-changed-10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.901134] env[69498]: DEBUG nova.compute.manager [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Refreshing instance network info cache due to event network-changed-10688c4f-0b3c-436b-83e3-1375e004b440. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.901446] env[69498]: DEBUG oslo_concurrency.lockutils [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] Acquiring lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.903028] env[69498]: DEBUG oslo_concurrency.lockutils [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] Acquired lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.903028] env[69498]: DEBUG nova.network.neutron [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Refreshing network info cache for port 10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.908150] env[69498]: DEBUG nova.scheduler.client.report [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.925877] env[69498]: DEBUG nova.compute.manager [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Received event network-changed-cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.926054] env[69498]: DEBUG nova.compute.manager [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Refreshing instance network info cache due to event network-changed-cc4b8c88-9158-4663-853d-3a9446b5d570. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.926537] env[69498]: DEBUG oslo_concurrency.lockutils [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] Acquiring lock "refresh_cache-63cab0cd-7268-4442-aa1a-e6d33cd43500" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.926710] env[69498]: DEBUG oslo_concurrency.lockutils [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] Acquired lock "refresh_cache-63cab0cd-7268-4442-aa1a-e6d33cd43500" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.926795] env[69498]: DEBUG nova.network.neutron [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Refreshing network info cache for port cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.962941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.963279] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.990133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.992031] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.992031] env[69498]: DEBUG nova.compute.manager [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.992031] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b467462-0534-47c7-a557-60c87a621318 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.999233] env[69498]: DEBUG nova.compute.manager [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 669.001263] env[69498]: DEBUG nova.objects.instance [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lazy-loading 'flavor' on Instance uuid 49ba12d1-86f4-49e2-8bfe-10c82616ae2a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.031329] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.183058] env[69498]: DEBUG oslo_vmware.api [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097324, 'name': PowerOnVM_Task, 'duration_secs': 0.902604} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.183419] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.183671] env[69498]: INFO nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Took 12.94 seconds to spawn the instance on the hypervisor. [ 669.183879] env[69498]: DEBUG nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.184908] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3b7d85-6693-451c-a9bd-3ad17f7201b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.258405] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.295480] env[69498]: DEBUG nova.network.neutron [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Successfully updated port: 18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.382584] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.405728] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Releasing lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.405728] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Instance network_info: |[{"id": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "address": "fa:16:3e:d7:68:88", "network": {"id": "fe8cdd2f-4101-4fef-8ae1-3302ff9756ca", "bridge": "br-int", "label": "tempest-ServersTestJSON-16338382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dacd29cdf240089c0643442fb89cdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc9c283-5a", "ovs_interfaceid": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.410011] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:68:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abc9c283-5ae5-42a6-84b0-3d581fe14b3d', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.419208] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Creating folder: Project (73dacd29cdf240089c0643442fb89cdd). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.422443] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.425896] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da5bb1b-9133-40ce-9cbc-1fb5a335c284 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.430225] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.980s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.430590] env[69498]: DEBUG nova.objects.instance [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lazy-loading 'resources' on Instance uuid 5aded919-7914-47a3-b7b6-8053eef8f6f6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.442349] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:08:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='237282874',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2091499350',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.442349] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.442349] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.442752] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.442752] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.442752] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.442752] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.442752] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.442921] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.442921] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.442921] env[69498]: DEBUG nova.virt.hardware [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.442921] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237065c4-e200-4975-9f2c-19ecb006efb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.456530] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10014b93-1f74-4cc8-9111-bba085b54c88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.462341] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Created folder: Project (73dacd29cdf240089c0643442fb89cdd) in parent group-v811634. [ 669.462635] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Creating folder: Instances. Parent ref: group-v811677. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.463398] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013c1f72-3818-4589-9b04-bf80bec0baf2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.468324] env[69498]: INFO nova.scheduler.client.report [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Deleted allocations for instance 8ce54145-1b41-4cbd-ba71-c28e6ea44afe [ 669.486772] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Created folder: Instances in parent group-v811677. [ 669.487016] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.487257] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.487924] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-917dc901-beea-4efa-b707-f2a2ae84126a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.516999] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.516999] env[69498]: value = "task-4097328" [ 669.516999] env[69498]: _type = "Task" [ 669.516999] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.527670] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097328, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.536595] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.613062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.613400] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.710473] env[69498]: INFO nova.compute.manager [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Took 23.01 seconds to build instance. [ 669.755186] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.769941] env[69498]: DEBUG nova.network.neutron [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Updated VIF entry in instance network info cache for port cc4b8c88-9158-4663-853d-3a9446b5d570. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.770326] env[69498]: DEBUG nova.network.neutron [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Updating instance_info_cache with network_info: [{"id": "cc4b8c88-9158-4663-853d-3a9446b5d570", "address": "fa:16:3e:22:54:47", "network": {"id": "8b943380-743d-404c-883a-3e824d16e469", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-759069577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "854341de614c4cdc946f5aa1a2c5ed51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4b8c88-91", "ovs_interfaceid": "cc4b8c88-9158-4663-853d-3a9446b5d570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.800273] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "refresh_cache-8973a3e6-2ff2-46ba-9a13-4c06d667bcae" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.800273] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired lock "refresh_cache-8973a3e6-2ff2-46ba-9a13-4c06d667bcae" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.800645] env[69498]: DEBUG nova.network.neutron [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.989279] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5741e17a-02f2-4aac-a0fa-e4957c03398e tempest-DeleteServersAdminTestJSON-1258933062 tempest-DeleteServersAdminTestJSON-1258933062-project-admin] Lock "8ce54145-1b41-4cbd-ba71-c28e6ea44afe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.056s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.012481] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.012834] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89daa885-3748-4350-90c7-e192edaab74e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.026520] env[69498]: DEBUG oslo_vmware.api [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 670.026520] env[69498]: value = "task-4097329" [ 670.026520] env[69498]: _type = "Task" [ 670.026520] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.041895] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097328, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.052799] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097322, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.662481} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.056734] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 63cab0cd-7268-4442-aa1a-e6d33cd43500/63cab0cd-7268-4442-aa1a-e6d33cd43500.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.056936] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.057899] env[69498]: DEBUG oslo_vmware.api [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.057899] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bba691ef-9b38-4df2-954d-de045c72d053 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.072119] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 670.072119] env[69498]: value = "task-4097330" [ 670.072119] env[69498]: _type = "Task" [ 670.072119] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.089497] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.178358] env[69498]: DEBUG nova.network.neutron [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updated VIF entry in instance network info cache for port 10688c4f-0b3c-436b-83e3-1375e004b440. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.179038] env[69498]: DEBUG nova.network.neutron [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.209976] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52182614-e13a-7bc4-e611-b4eec6f3c6ab/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 670.211940] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4b01b2-7ac7-4969-815f-a34dc76ab753 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.215712] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5f1f1dc2-19ac-4e13-bf31-2676dad9313d tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.768s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.222187] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52182614-e13a-7bc4-e611-b4eec6f3c6ab/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 670.222430] env[69498]: ERROR oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52182614-e13a-7bc4-e611-b4eec6f3c6ab/disk-0.vmdk due to incomplete transfer. [ 670.226208] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fdfc57a-436b-49e1-aa34-3bd17611a105 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.236853] env[69498]: DEBUG oslo_vmware.rw_handles [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52182614-e13a-7bc4-e611-b4eec6f3c6ab/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 670.237104] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Uploaded image 8f6c883c-49eb-49e3-af23-6973559faf96 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 670.239222] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 670.240112] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5df2137-81ed-43b0-823d-911e717eaca8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.253317] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 670.253317] env[69498]: value = "task-4097331" [ 670.253317] env[69498]: _type = "Task" [ 670.253317] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.264675] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097325, 'name': ReconfigVM_Task, 'duration_secs': 1.493391} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.266256] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 292973ce-644b-4494-b2c9-fa8d7122118e/292973ce-644b-4494-b2c9-fa8d7122118e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.266819] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a359586-c802-4618-b404-af2fe3422b53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.274992] env[69498]: DEBUG oslo_concurrency.lockutils [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] Releasing lock "refresh_cache-63cab0cd-7268-4442-aa1a-e6d33cd43500" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.275334] env[69498]: DEBUG nova.compute.manager [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Received event network-changed-eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.275494] env[69498]: DEBUG nova.compute.manager [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Refreshing instance network info cache due to event network-changed-eeddfdf1-1963-4ea9-818a-acfb042009ac. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.275715] env[69498]: DEBUG oslo_concurrency.lockutils [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.275879] env[69498]: DEBUG oslo_concurrency.lockutils [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.276061] env[69498]: DEBUG nova.network.neutron [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Refreshing network info cache for port eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.277529] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097331, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.290666] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 670.290666] env[69498]: value = "task-4097332" [ 670.290666] env[69498]: _type = "Task" [ 670.290666] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.306691] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097332, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.313987] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.314367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.314668] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.314936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.315217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.318646] env[69498]: INFO nova.compute.manager [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Terminating instance [ 670.383573] env[69498]: DEBUG nova.network.neutron [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.479250] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be704ee0-cda9-401e-b163-a5c2a5af92c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.488665] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a0a1cc-06e8-49a0-8d17-de1825273e43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.535391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63f89b8-9d4f-418e-bf0c-330fc922a719 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.550923] env[69498]: DEBUG oslo_vmware.api [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097329, 'name': PowerOffVM_Task, 'duration_secs': 0.303402} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.551253] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097328, 'name': CreateVM_Task, 'duration_secs': 0.665487} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.553327] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.553536] env[69498]: DEBUG nova.compute.manager [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.553778] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.554596] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e959da-d07a-469e-aa86-b06c78374364 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.557890] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.558062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.558386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.559792] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1ed019-408b-4d65-982f-547658aa6388 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.563909] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac89343-5921-4f32-8802-9ae888017c5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.572181] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 670.572181] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a45143-bbd2-bb12-e2cf-1eb8b842178c" [ 670.572181] env[69498]: _type = "Task" [ 670.572181] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.584518] env[69498]: DEBUG nova.compute.provider_tree [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.605234] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a45143-bbd2-bb12-e2cf-1eb8b842178c, 'name': SearchDatastore_Task, 'duration_secs': 0.024982} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.610393] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.610393] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.610393] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.610393] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.610393] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.611445] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131855} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.613395] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76731b67-5e5c-409a-b836-b603d9de15fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.615534] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.616531] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f36cec-4492-49dd-a85a-eaf047512e52 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.642465] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 63cab0cd-7268-4442-aa1a-e6d33cd43500/63cab0cd-7268-4442-aa1a-e6d33cd43500.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.643979] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c32d08e-b733-4156-a038-b4760ae039de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.658807] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.658807] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.660512] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b6abe7-0a8f-481f-8190-f2ce7e2eae4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.667036] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 670.667036] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e31ff-1a6c-1b9d-e17f-c118556d6186" [ 670.667036] env[69498]: _type = "Task" [ 670.667036] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.672265] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 670.672265] env[69498]: value = "task-4097333" [ 670.672265] env[69498]: _type = "Task" [ 670.672265] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.678888] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e31ff-1a6c-1b9d-e17f-c118556d6186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.685547] env[69498]: DEBUG oslo_concurrency.lockutils [req-b4e8e185-1be0-48cb-b85b-72d3ce0ee5aa req-77487542-ded9-4392-aae9-cbf63ceb31ab service nova] Releasing lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.685931] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.701939] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.702521] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.702521] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.702713] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.702814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.704957] env[69498]: INFO nova.compute.manager [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Terminating instance [ 670.718696] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.765716] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097331, 'name': Destroy_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.784042] env[69498]: DEBUG nova.network.neutron [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Updating instance_info_cache with network_info: [{"id": "18a04ba6-ba2b-4e99-9e05-3a7e919d31a3", "address": "fa:16:3e:d1:26:e8", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a04ba6-ba", "ovs_interfaceid": "18a04ba6-ba2b-4e99-9e05-3a7e919d31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.803242] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097332, 'name': Rename_Task, 'duration_secs': 0.34866} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.803242] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.803242] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8582a622-996d-452a-bd5b-f4b45bbca282 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.811384] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 670.811384] env[69498]: value = "task-4097334" [ 670.811384] env[69498]: _type = "Task" [ 670.811384] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.820862] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.824728] env[69498]: DEBUG nova.compute.manager [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.824930] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.826191] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4dfe1-ba14-4a84-8820-235baa992375 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.834999] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.835591] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35fbf481-11ae-4dc6-b2ea-35c26afe6e7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.844210] env[69498]: DEBUG oslo_vmware.api [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 670.844210] env[69498]: value = "task-4097335" [ 670.844210] env[69498]: _type = "Task" [ 670.844210] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.855795] env[69498]: DEBUG oslo_vmware.api [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.094028] env[69498]: DEBUG nova.scheduler.client.report [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.102482] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ad11dc0-9bc6-47f2-aeda-625cc255b4ab tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.189399] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.197490] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e31ff-1a6c-1b9d-e17f-c118556d6186, 'name': SearchDatastore_Task, 'duration_secs': 0.021829} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.202861] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f5a01f-7f62-47e5-b615-8f0ccac509f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.209707] env[69498]: DEBUG nova.compute.manager [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.210216] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.213092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d573ae6-f11f-4915-ad58-b36d6416b701 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.217452] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 671.217452] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526bc4b3-d081-1d48-dc14-50b03c4d56f9" [ 671.217452] env[69498]: _type = "Task" [ 671.217452] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.228026] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.228859] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bbb9438-e271-437c-9760-5e3bf6eadf4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.237904] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526bc4b3-d081-1d48-dc14-50b03c4d56f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.239364] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.239690] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] d505f6a6-8db2-4835-ac1c-74b30a09b2aa/d505f6a6-8db2-4835-ac1c-74b30a09b2aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.240074] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e916cd9-efa0-4a53-b96c-e0c281a25fb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.245678] env[69498]: DEBUG oslo_vmware.api [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 671.245678] env[69498]: value = "task-4097336" [ 671.245678] env[69498]: _type = "Task" [ 671.245678] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.251627] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 671.251627] env[69498]: value = "task-4097337" [ 671.251627] env[69498]: _type = "Task" [ 671.251627] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.264343] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.265370] env[69498]: DEBUG oslo_vmware.api [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.275899] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.279910] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097331, 'name': Destroy_Task, 'duration_secs': 0.741101} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.279910] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Destroyed the VM [ 671.280265] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 671.280586] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-176c7f92-097b-4a6c-87cd-ebcf82d59cd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.287787] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 671.287787] env[69498]: value = "task-4097338" [ 671.287787] env[69498]: _type = "Task" [ 671.287787] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.288433] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Releasing lock "refresh_cache-8973a3e6-2ff2-46ba-9a13-4c06d667bcae" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.288893] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Instance network_info: |[{"id": "18a04ba6-ba2b-4e99-9e05-3a7e919d31a3", "address": "fa:16:3e:d1:26:e8", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a04ba6-ba", "ovs_interfaceid": "18a04ba6-ba2b-4e99-9e05-3a7e919d31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.289507] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:26:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a04ba6-ba2b-4e99-9e05-3a7e919d31a3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.298682] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Creating folder: Project (20f0dfc61c044d398a5a94c8173a923c). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.305135] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c857e9f-a984-4ad4-95e0-e67a4ea4b64c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.313652] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.319783] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Created folder: Project (20f0dfc61c044d398a5a94c8173a923c) in parent group-v811634. [ 671.320207] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Creating folder: Instances. Parent ref: group-v811680. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.321920] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0049003c-5983-4035-b240-10699e69bf70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.328520] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.339734] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Created folder: Instances in parent group-v811680. [ 671.340080] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.340347] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.340640] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eb59e47-946c-4f63-99bc-52f3849768b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.370820] env[69498]: DEBUG oslo_vmware.api [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097335, 'name': PowerOffVM_Task, 'duration_secs': 0.233858} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.372796] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.373042] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.373340] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.373340] env[69498]: value = "task-4097341" [ 671.373340] env[69498]: _type = "Task" [ 671.373340] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.373562] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d30a7a54-896e-49ae-b852-b96de340c41e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.386930] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097341, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.505305] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.505606] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.505810] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleting the datastore file [datastore2] c41fedc9-6b0f-4c7b-aade-cf86c61b038f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.506233] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40cc68a2-07cd-4ab1-bdb5-1123aeba2474 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.515929] env[69498]: DEBUG oslo_vmware.api [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for the task: (returnval){ [ 671.515929] env[69498]: value = "task-4097343" [ 671.515929] env[69498]: _type = "Task" [ 671.515929] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.529387] env[69498]: DEBUG oslo_vmware.api [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.598880] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.604468] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.689s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.604468] env[69498]: DEBUG nova.objects.instance [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lazy-loading 'resources' on Instance uuid 5a0a3050-d2a0-41e2-a75d-984af183d670 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.642473] env[69498]: INFO nova.scheduler.client.report [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Deleted allocations for instance 5aded919-7914-47a3-b7b6-8053eef8f6f6 [ 671.686563] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097333, 'name': ReconfigVM_Task, 'duration_secs': 0.565362} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.688078] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 63cab0cd-7268-4442-aa1a-e6d33cd43500/63cab0cd-7268-4442-aa1a-e6d33cd43500.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.688542] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-421b049b-b2cb-4bed-9001-b58e8cc4c258 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.699318] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 671.699318] env[69498]: value = "task-4097344" [ 671.699318] env[69498]: _type = "Task" [ 671.699318] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.704965] env[69498]: DEBUG nova.network.neutron [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updated VIF entry in instance network info cache for port eeddfdf1-1963-4ea9-818a-acfb042009ac. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.705447] env[69498]: DEBUG nova.network.neutron [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.715673] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097344, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.760648] env[69498]: DEBUG oslo_vmware.api [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097336, 'name': PowerOffVM_Task, 'duration_secs': 0.234267} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.761450] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.761663] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.762285] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a0533af-777a-4089-a7ec-c0f17b02915f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.768287] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.801612] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097338, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.825733] env[69498]: DEBUG oslo_vmware.api [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097334, 'name': PowerOnVM_Task, 'duration_secs': 0.655091} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.826207] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.826860] env[69498]: INFO nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Took 12.97 seconds to spawn the instance on the hypervisor. [ 671.826860] env[69498]: DEBUG nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 671.827664] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16140ff-59d3-417a-877c-e54ea45f7a28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.839998] env[69498]: DEBUG nova.network.neutron [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Successfully updated port: 2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.887420] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097341, 'name': CreateVM_Task, 'duration_secs': 0.508226} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.887666] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.888578] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.888664] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.889020] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.889334] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13799c05-3fd3-4e42-ae67-6ac4a39e4e4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.895246] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 671.895246] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ded972-dfc4-1d3e-9496-3a623810f7be" [ 671.895246] env[69498]: _type = "Task" [ 671.895246] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.905902] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ded972-dfc4-1d3e-9496-3a623810f7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.931461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.931737] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.932114] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore1] 766ab89e-b13e-4252-8eb7-18072e1ee8aa {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.932787] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaa77da5-119d-48ce-bbd1-9967c1d3309f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.942427] env[69498]: DEBUG oslo_vmware.api [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 671.942427] env[69498]: value = "task-4097346" [ 671.942427] env[69498]: _type = "Task" [ 671.942427] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.952359] env[69498]: DEBUG oslo_vmware.api [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.027584] env[69498]: DEBUG oslo_vmware.api [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Task: {'id': task-4097343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462902} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.028312] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.028312] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.028312] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.028503] env[69498]: INFO nova.compute.manager [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 672.028764] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.028976] env[69498]: DEBUG nova.compute.manager [-] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.029086] env[69498]: DEBUG nova.network.neutron [-] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.156202] env[69498]: DEBUG oslo_concurrency.lockutils [None req-806ba98f-12cf-42e8-9b94-43dc0cc36a11 tempest-ServerExternalEventsTest-1587261735 tempest-ServerExternalEventsTest-1587261735-project-member] Lock "5aded919-7914-47a3-b7b6-8053eef8f6f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.893s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.209622] env[69498]: DEBUG oslo_concurrency.lockutils [req-4db01822-88ac-4442-b6ee-66a044b72dea req-cd90a789-d7c3-4853-98d9-cdfdb412a172 service nova] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.213997] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097344, 'name': Rename_Task, 'duration_secs': 0.311717} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.214302] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.214555] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca6b06f-f6c2-4f97-a04f-4b333b4a6112 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.223331] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 672.223331] env[69498]: value = "task-4097347" [ 672.223331] env[69498]: _type = "Task" [ 672.223331] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.238112] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.270074] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596286} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.270598] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] d505f6a6-8db2-4835-ac1c-74b30a09b2aa/d505f6a6-8db2-4835-ac1c-74b30a09b2aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.270905] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.271235] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7002f61-01ea-4b52-8e99-303b929e6bd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.285158] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 672.285158] env[69498]: value = "task-4097348" [ 672.285158] env[69498]: _type = "Task" [ 672.285158] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.298155] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.307662] env[69498]: DEBUG oslo_vmware.api [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097338, 'name': RemoveSnapshot_Task, 'duration_secs': 0.879131} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.307947] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 672.308414] env[69498]: INFO nova.compute.manager [None req-cfaa2df4-f454-4009-a935-d98c01d25a44 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 672.349834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.349834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.349834] env[69498]: DEBUG nova.network.neutron [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.364335] env[69498]: INFO nova.compute.manager [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Took 25.06 seconds to build instance. [ 672.407939] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ded972-dfc4-1d3e-9496-3a623810f7be, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.408264] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.408516] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.409181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.409181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.409181] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.409316] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624d2527-5202-4b02-bbdd-afbd7b427166 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.423535] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.423765] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.424847] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e947205-907c-42b1-8c58-f9575ae633b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.432241] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 672.432241] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5225e71f-304a-28cb-3475-0887510212aa" [ 672.432241] env[69498]: _type = "Task" [ 672.432241] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.445502] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5225e71f-304a-28cb-3475-0887510212aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.456020] env[69498]: DEBUG oslo_vmware.api [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209412} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.456347] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.456533] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.456707] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.456875] env[69498]: INFO nova.compute.manager [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Took 1.25 seconds to destroy the instance on the hypervisor. [ 672.457133] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.457444] env[69498]: DEBUG nova.compute.manager [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.457489] env[69498]: DEBUG nova.network.neutron [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.553112] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d360e7-f73b-4417-9502-8ba77b246027 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.563503] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d0b10-ebc0-464f-9bb0-21be98272fed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.601405] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d24a63b-e67d-4c5d-be00-d2d36b46f715 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.611258] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c897b2e-6451-4f90-9a40-d9e3b26312f7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.636866] env[69498]: DEBUG nova.compute.provider_tree [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.736818] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097347, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.800107] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076745} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.800107] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.800661] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afda31ca-7aca-4170-832f-a7efe7f9efa4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831025] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] d505f6a6-8db2-4835-ac1c-74b30a09b2aa/d505f6a6-8db2-4835-ac1c-74b30a09b2aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.831025] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba36f4e-1cb5-4dd8-a7fd-7321d00bf8a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.857915] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 672.857915] env[69498]: value = "task-4097349" [ 672.857915] env[69498]: _type = "Task" [ 672.857915] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.874604] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b3e1c4fd-e97b-4771-9fc7-d15b87c23183 tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.472s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.874604] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.938229] env[69498]: DEBUG nova.network.neutron [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.950777] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5225e71f-304a-28cb-3475-0887510212aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.957322] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Received event network-vif-plugged-abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.957847] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquiring lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.957847] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.957985] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.958218] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] No waiting events found dispatching network-vif-plugged-abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.958387] env[69498]: WARNING nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Received unexpected event network-vif-plugged-abc9c283-5ae5-42a6-84b0-3d581fe14b3d for instance with vm_state building and task_state spawning. [ 672.958545] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Received event network-changed-abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.958691] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Refreshing instance network info cache due to event network-changed-abc9c283-5ae5-42a6-84b0-3d581fe14b3d. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.958872] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquiring lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.959012] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquired lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.959165] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Refreshing network info cache for port abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.962222] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292eb949-ecec-460f-b177-4ecfff55a5c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.968508] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 672.968508] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527cceda-0fe4-6bb4-db4b-88949e624dc1" [ 672.968508] env[69498]: _type = "Task" [ 672.968508] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.985204] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527cceda-0fe4-6bb4-db4b-88949e624dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.011318] env[69498]: DEBUG nova.network.neutron [-] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.142915] env[69498]: DEBUG nova.scheduler.client.report [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.147355] env[69498]: DEBUG nova.network.neutron [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updating instance_info_cache with network_info: [{"id": "2bc70838-c7af-47d1-b3fc-f4612d922834", "address": "fa:16:3e:09:93:35", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc70838-c7", "ovs_interfaceid": "2bc70838-c7af-47d1-b3fc-f4612d922834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.240389] env[69498]: DEBUG oslo_vmware.api [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097347, 'name': PowerOnVM_Task, 'duration_secs': 0.651362} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.241066] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.241491] env[69498]: INFO nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Took 11.76 seconds to spawn the instance on the hypervisor. [ 673.241888] env[69498]: DEBUG nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.243044] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e91d9-4bed-443a-b216-caa9b49c4e68 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.370776] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.377296] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.444107] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "8fcf7408-4fd0-4e38-b162-94603fb4594c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.444411] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.478207] env[69498]: DEBUG nova.network.neutron [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.488192] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527cceda-0fe4-6bb4-db4b-88949e624dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.063019} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.488510] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.488850] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8973a3e6-2ff2-46ba-9a13-4c06d667bcae/8973a3e6-2ff2-46ba-9a13-4c06d667bcae.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.489210] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04e7658d-c325-4908-9e08-26e697ea176c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.502177] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 673.502177] env[69498]: value = "task-4097350" [ 673.502177] env[69498]: _type = "Task" [ 673.502177] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.515442] env[69498]: INFO nova.compute.manager [-] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Took 1.49 seconds to deallocate network for instance. [ 673.516677] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.581557] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "fa357787-fea1-488c-b7dd-c717f783011f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.581557] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "fa357787-fea1-488c-b7dd-c717f783011f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.653484] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.653658] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Releasing lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.654088] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Instance network_info: |[{"id": "2bc70838-c7af-47d1-b3fc-f4612d922834", "address": "fa:16:3e:09:93:35", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc70838-c7", "ovs_interfaceid": "2bc70838-c7af-47d1-b3fc-f4612d922834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.654756] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.856s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.656567] env[69498]: INFO nova.compute.claims [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.659352] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:93:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc70838-c7af-47d1-b3fc-f4612d922834', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.668753] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Creating folder: Project (9758ff6499f345c79941b5437ffd62ac). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.673251] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4021067a-70a8-47a5-8cc9-ef551cbe8f81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.683480] env[69498]: INFO nova.scheduler.client.report [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Deleted allocations for instance 5a0a3050-d2a0-41e2-a75d-984af183d670 [ 673.687343] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Created folder: Project (9758ff6499f345c79941b5437ffd62ac) in parent group-v811634. [ 673.687785] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Creating folder: Instances. Parent ref: group-v811683. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.691131] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ade1c43c-1132-44c7-b1d8-56485f92aba2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.702773] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Created folder: Instances in parent group-v811683. [ 673.704019] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.704019] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.704019] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9247108a-bf53-4db8-b4f8-ed0fb6978107 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.729408] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.729408] env[69498]: value = "task-4097353" [ 673.729408] env[69498]: _type = "Task" [ 673.729408] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.747548] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097353, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.765088] env[69498]: INFO nova.compute.manager [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Took 25.35 seconds to build instance. [ 673.871820] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097349, 'name': ReconfigVM_Task, 'duration_secs': 0.837855} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.872300] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Reconfigured VM instance instance-0000000e to attach disk [datastore2] d505f6a6-8db2-4835-ac1c-74b30a09b2aa/d505f6a6-8db2-4835-ac1c-74b30a09b2aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.873799] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b25a7b3-008c-42d9-a21a-2b9fc5bb361b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.891015] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 673.891015] env[69498]: value = "task-4097354" [ 673.891015] env[69498]: _type = "Task" [ 673.891015] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.905014] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097354, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.906496] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.982550] env[69498]: INFO nova.compute.manager [-] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Took 1.52 seconds to deallocate network for instance. [ 674.014538] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.027041] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.032613] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Updated VIF entry in instance network info cache for port abc9c283-5ae5-42a6-84b0-3d581fe14b3d. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.033054] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Updating instance_info_cache with network_info: [{"id": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "address": "fa:16:3e:d7:68:88", "network": {"id": "fe8cdd2f-4101-4fef-8ae1-3302ff9756ca", "bridge": "br-int", "label": "tempest-ServersTestJSON-16338382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dacd29cdf240089c0643442fb89cdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc9c283-5a", "ovs_interfaceid": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.198984] env[69498]: DEBUG oslo_concurrency.lockutils [None req-558c5429-2de9-4336-9090-d9b1374d3ce4 tempest-ServerDiagnosticsTest-1805878952 tempest-ServerDiagnosticsTest-1805878952-project-member] Lock "5a0a3050-d2a0-41e2-a75d-984af183d670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.281s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.246471] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097353, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.269957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87802c0c-d710-457e-8806-fa2040585da2 tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.427s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.401988] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097354, 'name': Rename_Task, 'duration_secs': 0.241667} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.402382] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.405024] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47414d4d-9d0d-4327-a6cb-fe53e02f8e31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.410520] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 674.410520] env[69498]: value = "task-4097355" [ 674.410520] env[69498]: _type = "Task" [ 674.410520] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.421684] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.494507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.522618] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534835} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.522963] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8973a3e6-2ff2-46ba-9a13-4c06d667bcae/8973a3e6-2ff2-46ba-9a13-4c06d667bcae.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.523166] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.523719] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c57703a-dc97-478d-8933-463a07066c34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.534039] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 674.534039] env[69498]: value = "task-4097356" [ 674.534039] env[69498]: _type = "Task" [ 674.534039] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.539110] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Releasing lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.539664] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Received event network-vif-plugged-18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.540261] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquiring lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.544148] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.544148] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.544148] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] No waiting events found dispatching network-vif-plugged-18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.544148] env[69498]: WARNING nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Received unexpected event network-vif-plugged-18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 for instance with vm_state building and task_state spawning. [ 674.544148] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Received event network-changed-18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.544338] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Refreshing instance network info cache due to event network-changed-18a04ba6-ba2b-4e99-9e05-3a7e919d31a3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.544338] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquiring lock "refresh_cache-8973a3e6-2ff2-46ba-9a13-4c06d667bcae" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.544338] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquired lock "refresh_cache-8973a3e6-2ff2-46ba-9a13-4c06d667bcae" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.544338] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Refreshing network info cache for port 18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.550519] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.741702] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097353, 'name': CreateVM_Task, 'duration_secs': 0.992264} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.742176] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.743878] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.744131] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.744508] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.744802] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41a43b6-72a5-4671-b58d-fc082dfc1f00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.751886] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 674.751886] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529dd790-a1a2-4d31-0240-00b5ff5c43a4" [ 674.751886] env[69498]: _type = "Task" [ 674.751886] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.768549] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529dd790-a1a2-4d31-0240-00b5ff5c43a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.773449] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.931481] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.057228] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076155} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.057228] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.057632] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cab3f-5b8f-48fb-b3d5-5be10b4cfe75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.084671] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 8973a3e6-2ff2-46ba-9a13-4c06d667bcae/8973a3e6-2ff2-46ba-9a13-4c06d667bcae.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.089079] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e62c7ab-19d0-4df3-b9bb-e2e1509105bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.109960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.110125] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.118576] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 675.118576] env[69498]: value = "task-4097357" [ 675.118576] env[69498]: _type = "Task" [ 675.118576] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.129061] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.272551] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529dd790-a1a2-4d31-0240-00b5ff5c43a4, 'name': SearchDatastore_Task, 'duration_secs': 0.043467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.278850] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.279560] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.279927] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.280618] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.280854] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.290031] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fd0c745-d8cd-4986-a5da-fccad18c2794 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.303236] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0d58f-63d6-45e6-9a4e-92cf6ffffb82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.309992] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.309992] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.310989] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.311656] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3faf48-f2e3-4f79-b070-42014ceab998 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.317514] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37454e1b-8734-477d-b10b-f11c74e0cd24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.322607] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 675.322607] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52885286-cbf2-76ab-fbdb-cfaf901d8a44" [ 675.322607] env[69498]: _type = "Task" [ 675.322607] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.357129] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46136ca7-f331-4c9f-ab6c-b9f1af39e27d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.363906] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52885286-cbf2-76ab-fbdb-cfaf901d8a44, 'name': SearchDatastore_Task, 'duration_secs': 0.025218} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.368041] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6a73ce-be76-4551-9c29-e9131df4fb24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.375612] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca44557-a9ec-4bf7-add7-0167b8035477 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.381983] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 675.381983] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528b2d4b-7c1f-8edc-36a3-e77c7885de34" [ 675.381983] env[69498]: _type = "Task" [ 675.381983] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.393837] env[69498]: DEBUG nova.compute.provider_tree [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.403047] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528b2d4b-7c1f-8edc-36a3-e77c7885de34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.427460] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097355, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.468301] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.468810] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.567190] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Updated VIF entry in instance network info cache for port 18a04ba6-ba2b-4e99-9e05-3a7e919d31a3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.567520] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Updating instance_info_cache with network_info: [{"id": "18a04ba6-ba2b-4e99-9e05-3a7e919d31a3", "address": "fa:16:3e:d1:26:e8", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a04ba6-ba", "ovs_interfaceid": "18a04ba6-ba2b-4e99-9e05-3a7e919d31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.631795] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.895817] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528b2d4b-7c1f-8edc-36a3-e77c7885de34, 'name': SearchDatastore_Task, 'duration_secs': 0.022937} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.896272] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.896425] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 46ceadf5-a94c-4880-a312-8bc1c8d9db33/46ceadf5-a94c-4880-a312-8bc1c8d9db33.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.899152] env[69498]: DEBUG nova.scheduler.client.report [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.902575] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7cc5c18-100b-4ab9-9c68-b5be37fd085a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.912175] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 675.912175] env[69498]: value = "task-4097358" [ 675.912175] env[69498]: _type = "Task" [ 675.912175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.926430] env[69498]: DEBUG oslo_vmware.api [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097355, 'name': PowerOnVM_Task, 'duration_secs': 1.348422} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.930777] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.931057] env[69498]: INFO nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Took 11.64 seconds to spawn the instance on the hypervisor. [ 675.931245] env[69498]: DEBUG nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.931964] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.932854] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf333919-f0eb-43ba-ab59-be7706bb9571 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.073759] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Releasing lock "refresh_cache-8973a3e6-2ff2-46ba-9a13-4c06d667bcae" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.074451] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Received event network-changed-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.074451] env[69498]: DEBUG nova.compute.manager [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Refreshing instance network info cache due to event network-changed-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.074571] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquiring lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.077435] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Acquired lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.077705] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Refreshing network info cache for port 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.133304] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097357, 'name': ReconfigVM_Task, 'duration_secs': 0.63045} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.134335] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 8973a3e6-2ff2-46ba-9a13-4c06d667bcae/8973a3e6-2ff2-46ba-9a13-4c06d667bcae.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.134651] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa3448a9-b814-4dc3-9766-932747eca878 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.145056] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 676.145056] env[69498]: value = "task-4097359" [ 676.145056] env[69498]: _type = "Task" [ 676.145056] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.159685] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097359, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.412079] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.412079] env[69498]: DEBUG nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.418665] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.328s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.421711] env[69498]: INFO nova.compute.claims [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.430631] env[69498]: DEBUG nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Received event network-vif-plugged-2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.430846] env[69498]: DEBUG oslo_concurrency.lockutils [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] Acquiring lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.431801] env[69498]: DEBUG oslo_concurrency.lockutils [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.432017] env[69498]: DEBUG oslo_concurrency.lockutils [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.432272] env[69498]: DEBUG nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] No waiting events found dispatching network-vif-plugged-2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 676.432468] env[69498]: WARNING nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Received unexpected event network-vif-plugged-2bc70838-c7af-47d1-b3fc-f4612d922834 for instance with vm_state building and task_state spawning. [ 676.432628] env[69498]: DEBUG nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Received event network-changed-2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.434643] env[69498]: DEBUG nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Refreshing instance network info cache due to event network-changed-2bc70838-c7af-47d1-b3fc-f4612d922834. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.434643] env[69498]: DEBUG oslo_concurrency.lockutils [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] Acquiring lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.434759] env[69498]: DEBUG oslo_concurrency.lockutils [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] Acquired lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.434921] env[69498]: DEBUG nova.network.neutron [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Refreshing network info cache for port 2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.465044] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.471247] env[69498]: INFO nova.compute.manager [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Took 27.92 seconds to build instance. [ 676.662082] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097359, 'name': Rename_Task, 'duration_secs': 0.269531} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.662082] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.662082] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a045cc1-f8bc-4829-9e28-8c953a0808bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.672027] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 676.672027] env[69498]: value = "task-4097360" [ 676.672027] env[69498]: _type = "Task" [ 676.672027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.677607] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.760048] env[69498]: DEBUG nova.compute.manager [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 676.944022] env[69498]: DEBUG nova.compute.utils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.952370] env[69498]: DEBUG nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 676.952972] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734999} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.957219] env[69498]: DEBUG nova.compute.manager [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 676.957219] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 46ceadf5-a94c-4880-a312-8bc1c8d9db33/46ceadf5-a94c-4880-a312-8bc1c8d9db33.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.957219] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.957219] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caffc2dd-b84f-43b7-9fdb-eb0deca7be76 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.963789] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5c22432-be8c-472c-b1f0-a19cf09565b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.979650] env[69498]: DEBUG oslo_concurrency.lockutils [None req-940bc3cd-84fb-4d3b-8a04-a3aa77dd7d9a tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.545s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.985027] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 676.985027] env[69498]: value = "task-4097361" [ 676.985027] env[69498]: _type = "Task" [ 676.985027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.002438] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.185283] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.293334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.327793] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updated VIF entry in instance network info cache for port 2c7dbcfd-a9a9-495e-82eb-f51c91989ffc. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.328183] env[69498]: DEBUG nova.network.neutron [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updating instance_info_cache with network_info: [{"id": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "address": "fa:16:3e:f7:80:bc", "network": {"id": "ac613c87-2cfa-4008-807e-93fe99fc172c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1033526466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aac24f40ea741dab4c7566eab83ff83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7dbcfd-a9", "ovs_interfaceid": "2c7dbcfd-a9a9-495e-82eb-f51c91989ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.451387] env[69498]: DEBUG nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.488019] env[69498]: INFO nova.compute.manager [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] instance snapshotting [ 677.488019] env[69498]: WARNING nova.compute.manager [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 677.494994] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.504404] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de4b3c9-9ebd-4020-bb20-2f38cc556e09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.514445] env[69498]: DEBUG nova.network.neutron [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updated VIF entry in instance network info cache for port 2bc70838-c7af-47d1-b3fc-f4612d922834. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.515492] env[69498]: DEBUG nova.network.neutron [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updating instance_info_cache with network_info: [{"id": "2bc70838-c7af-47d1-b3fc-f4612d922834", "address": "fa:16:3e:09:93:35", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc70838-c7", "ovs_interfaceid": "2bc70838-c7af-47d1-b3fc-f4612d922834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.544623] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074694} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.553303] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5424f99-245c-4f0b-86be-c49e86e909de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.553407] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.555419] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c964b9b2-10f6-400a-a92f-669ec86c3a33 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.599781] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 46ceadf5-a94c-4880-a312-8bc1c8d9db33/46ceadf5-a94c-4880-a312-8bc1c8d9db33.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.603582] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e6c52d-b8cd-4835-8daa-1d26b4bb686c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.638850] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 677.638850] env[69498]: value = "task-4097362" [ 677.638850] env[69498]: _type = "Task" [ 677.638850] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.652569] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.681677] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097360, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.832296] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae1a026e-e67b-4532-81db-b9ad323854ab req-c9c34c83-c9ec-44d3-9cc3-dd1ff822ef4b service nova] Releasing lock "refresh_cache-b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.022463] env[69498]: DEBUG oslo_concurrency.lockutils [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] Releasing lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.022720] env[69498]: DEBUG nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Received event network-vif-deleted-69947e7c-1fb8-4e3f-b0b2-e74b8fcd4ae3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.022900] env[69498]: DEBUG nova.compute.manager [req-20b15806-28bf-4f56-90e0-f23c66883e5b req-e96e81dc-bc7d-451e-be0f-72ebbca8c965 service nova] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Received event network-vif-deleted-d3717758-e628-433e-828a-3a322b822bd0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.041712] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.089321] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c63c0-a2f3-4322-9348-d844d0d8950b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.108266] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.108266] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24c6e3ca-179d-43d6-b0eb-ebc0b2e17199 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.116876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1eafa8-51a5-4261-ba6b-da9d6715589a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.159173] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 678.159173] env[69498]: value = "task-4097363" [ 678.159173] env[69498]: _type = "Task" [ 678.159173] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.163516] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b874a5-0d04-4e3e-a06c-be3ee5db73be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.181801] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.186592] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d147b-7f38-4c51-af90-33535b70085c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.191017] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.195284] env[69498]: DEBUG oslo_vmware.api [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097360, 'name': PowerOnVM_Task, 'duration_secs': 1.074228} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.196186] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.196524] env[69498]: INFO nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Took 11.38 seconds to spawn the instance on the hypervisor. [ 678.196757] env[69498]: DEBUG nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.200686] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed984db-da44-48fa-a4cd-44301656e9eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.215893] env[69498]: DEBUG nova.compute.provider_tree [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.475900] env[69498]: DEBUG nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.511368] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.511601] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.511812] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.512122] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.512283] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.512429] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.512683] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.512841] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.513012] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.513174] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.513355] env[69498]: DEBUG nova.virt.hardware [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.514403] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44248af-a0f5-4a09-a528-b21f76c6295a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.527732] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49a55a-979e-4762-a5c8-b20bd0b1552d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.546045] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.550557] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Creating folder: Project (03628b91cb1a451abe5b11671593ed27). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.550952] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84ef8ba1-7098-4596-adec-874fe056e216 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.565115] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Created folder: Project (03628b91cb1a451abe5b11671593ed27) in parent group-v811634. [ 678.565446] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Creating folder: Instances. Parent ref: group-v811686. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.565759] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e049a24-e664-4e92-862e-14c518ccda07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.583865] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Created folder: Instances in parent group-v811686. [ 678.584383] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.585571] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.587952] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4e06c37-7e3f-405e-ab4b-abb517571e54 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.608626] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.608626] env[69498]: value = "task-4097366" [ 678.608626] env[69498]: _type = "Task" [ 678.608626] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.621030] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097366, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.670065] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097362, 'name': ReconfigVM_Task, 'duration_secs': 0.587792} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.673443] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 46ceadf5-a94c-4880-a312-8bc1c8d9db33/46ceadf5-a94c-4880-a312-8bc1c8d9db33.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.674181] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16c4d6e-905d-4c5c-9332-3ef7db26bf14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.688147] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.692613] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 678.692613] env[69498]: value = "task-4097367" [ 678.692613] env[69498]: _type = "Task" [ 678.692613] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.717722] env[69498]: DEBUG nova.scheduler.client.report [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.736378] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "1397327d-f815-4cf6-997f-5f658d60943f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.736378] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "1397327d-f815-4cf6-997f-5f658d60943f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.736378] env[69498]: INFO nova.compute.manager [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Took 26.37 seconds to build instance. [ 678.835795] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "63cab0cd-7268-4442-aa1a-e6d33cd43500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.836648] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.838178] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "63cab0cd-7268-4442-aa1a-e6d33cd43500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.838450] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.838814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.844970] env[69498]: INFO nova.compute.manager [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Terminating instance [ 679.123975] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097366, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.183666] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097363, 'name': CreateSnapshot_Task, 'duration_secs': 0.72426} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.184046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.184976] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a7fd7c-5641-401c-99c6-6b255802f5c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.202319] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097367, 'name': Rename_Task, 'duration_secs': 0.350447} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.207572] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.214477] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1800de74-1dba-488c-9408-62aeb69e1f5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.228158] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.232017] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.233243] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 679.233243] env[69498]: value = "task-4097368" [ 679.233243] env[69498]: _type = "Task" [ 679.233243] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.233243] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.557s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.235209] env[69498]: INFO nova.compute.claims [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.242809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a11d5da1-eaa5-4ac9-a3e3-53800cfb07bd tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.650s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.252781] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097368, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.352961] env[69498]: DEBUG nova.compute.manager [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.353205] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.354349] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a5f79-0aaa-48d0-8a36-92a1bace6f0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.366537] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.366537] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d81d8e-a0dd-417b-a9d1-be1c4cb02a23 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.374357] env[69498]: DEBUG oslo_vmware.api [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 679.374357] env[69498]: value = "task-4097369" [ 679.374357] env[69498]: _type = "Task" [ 679.374357] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.394175] env[69498]: DEBUG oslo_vmware.api [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.419963] env[69498]: DEBUG nova.compute.manager [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Received event network-changed-83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.419963] env[69498]: DEBUG nova.compute.manager [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Refreshing instance network info cache due to event network-changed-83ef2e6f-d8ab-46d6-861e-569b18f20da1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.420244] env[69498]: DEBUG oslo_concurrency.lockutils [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] Acquiring lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.420780] env[69498]: DEBUG oslo_concurrency.lockutils [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] Acquired lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.421054] env[69498]: DEBUG nova.network.neutron [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Refreshing network info cache for port 83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.622889] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097366, 'name': CreateVM_Task, 'duration_secs': 0.513239} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.623138] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.623682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624212] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.624212] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.624472] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fb477c-5d10-4fb3-b1b0-eb5a05e71916 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.634353] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 679.634353] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e121ba-e160-c620-d3ff-56bc976fbd56" [ 679.634353] env[69498]: _type = "Task" [ 679.634353] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.645838] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e121ba-e160-c620-d3ff-56bc976fbd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.725483] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.725832] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce862196-4366-4b00-a9af-33f48ffc0c42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.734839] env[69498]: DEBUG nova.compute.utils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.737740] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.737898] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.740564] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 679.740564] env[69498]: value = "task-4097370" [ 679.740564] env[69498]: _type = "Task" [ 679.740564] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.750383] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.771408] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097370, 'name': CloneVM_Task} progress is 11%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.771690] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.809843] env[69498]: DEBUG nova.policy [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3632a0ccc49c4d339a6910c2cadc3e03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b585adf8bc2474d96ac6a6479d9eb46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.885107] env[69498]: DEBUG oslo_vmware.api [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097369, 'name': PowerOffVM_Task, 'duration_secs': 0.353416} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.885550] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.885698] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.885857] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43a9ba0-e5d2-4f08-bf2f-899e3a7e24bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.973564] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.974181] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.974473] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Deleting the datastore file [datastore2] 63cab0cd-7268-4442-aa1a-e6d33cd43500 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.974801] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522a45b8-837d-475c-84d0-0198e023b18d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.982363] env[69498]: DEBUG oslo_vmware.api [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for the task: (returnval){ [ 679.982363] env[69498]: value = "task-4097372" [ 679.982363] env[69498]: _type = "Task" [ 679.982363] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.992908] env[69498]: DEBUG oslo_vmware.api [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.025237] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.028701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.028701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.028701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.030046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.030587] env[69498]: INFO nova.compute.manager [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Terminating instance [ 680.158890] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e121ba-e160-c620-d3ff-56bc976fbd56, 'name': SearchDatastore_Task, 'duration_secs': 0.024011} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.159193] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.160147] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.160147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.160147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.160291] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.160551] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5151222e-2755-4b50-91de-d1ebf4d65496 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.181793] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.181793] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.182417] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d936b0-dfed-4bc1-89be-22d529b702b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.189538] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 680.189538] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528aab63-2fd1-7d4e-b67a-2b70f649a9cb" [ 680.189538] env[69498]: _type = "Task" [ 680.189538] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.200444] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528aab63-2fd1-7d4e-b67a-2b70f649a9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.243275] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.276500] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097370, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.276816] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.287503] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.504093] env[69498]: DEBUG oslo_vmware.api [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Task: {'id': task-4097372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302801} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.507220] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.507476] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.507655] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.507823] env[69498]: INFO nova.compute.manager [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Took 1.15 seconds to destroy the instance on the hypervisor. [ 680.508085] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.512308] env[69498]: DEBUG nova.compute.manager [-] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.512308] env[69498]: DEBUG nova.network.neutron [-] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.537298] env[69498]: DEBUG nova.compute.manager [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.537544] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.539143] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ecc84-dabf-4db8-b3ec-85d552bc810d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.548048] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.548923] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5da5141-11bb-4665-a9c5-819ace827540 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.559000] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 680.559000] env[69498]: value = "task-4097373" [ 680.559000] env[69498]: _type = "Task" [ 680.559000] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.570752] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.606768] env[69498]: DEBUG nova.network.neutron [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updated VIF entry in instance network info cache for port 83ef2e6f-d8ab-46d6-861e-569b18f20da1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.606900] env[69498]: DEBUG nova.network.neutron [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updating instance_info_cache with network_info: [{"id": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "address": "fa:16:3e:8b:11:a4", "network": {"id": "1f604842-a0d1-48e7-8bb9-fb230be5a915", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-948694808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b572aac52948d2b4f816588d18986d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ef2e6f-d8", "ovs_interfaceid": "83ef2e6f-d8ab-46d6-861e-569b18f20da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.656117] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Successfully created port: fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.704540] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528aab63-2fd1-7d4e-b67a-2b70f649a9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013643} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.708822] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add397e5-ef0c-47fd-8180-a69eb09fbc72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.716203] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 680.716203] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dae049-f08b-3362-0c4f-c633092e815e" [ 680.716203] env[69498]: _type = "Task" [ 680.716203] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.735439] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dae049-f08b-3362-0c4f-c633092e815e, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.735842] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.736202] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 0c7c0a79-1ef0-4730-a01f-5c08586125c9/0c7c0a79-1ef0-4730-a01f-5c08586125c9.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.736635] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea3a902c-00fa-4cbd-a65f-d3114eea0ea9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.749553] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 680.749553] env[69498]: value = "task-4097374" [ 680.749553] env[69498]: _type = "Task" [ 680.749553] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.777266] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097368, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.785455] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.785859] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097370, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.851061] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d1dae-bfd4-4026-93e9-ef7cd9912762 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.861748] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c950083-4518-4159-b537-50dd603e57fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917461] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c65342-a107-456b-bffb-f53bf9986512 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.927034] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c563c8-a208-4b00-b04e-72fcfc59e583 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.949688] env[69498]: DEBUG nova.compute.provider_tree [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.071143] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097373, 'name': PowerOffVM_Task, 'duration_secs': 0.281289} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.072219] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.072219] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.072219] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d425f8f0-00d1-472b-8ef2-b1b2d0b7521a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.110866] env[69498]: DEBUG oslo_concurrency.lockutils [req-8046d600-17a3-427e-9014-268a208ff7cb req-ce9cdd67-43ef-4613-83e6-a2bfcadf515e service nova] Releasing lock "refresh_cache-292973ce-644b-4494-b2c9-fa8d7122118e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.194548] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.194548] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.195023] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Deleting the datastore file [datastore1] b7967fdc-15d1-4c8e-8b1a-d00bbffa9020 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.196172] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c96a93-c6af-4b4c-8612-bb71d3b8f414 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.208285] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for the task: (returnval){ [ 681.208285] env[69498]: value = "task-4097376" [ 681.208285] env[69498]: _type = "Task" [ 681.208285] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.223371] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.272273] env[69498]: DEBUG oslo_vmware.api [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097368, 'name': PowerOnVM_Task, 'duration_secs': 1.777769} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.277316] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.279697] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.279970] env[69498]: INFO nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Took 11.90 seconds to spawn the instance on the hypervisor. [ 681.280189] env[69498]: DEBUG nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.281018] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097370, 'name': CloneVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.282496] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d18e6-35fc-47b9-92b9-9f4593a7f494 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.289954] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.309725] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.311242] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.311242] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.311242] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.311242] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.311242] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.311715] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.311872] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.312117] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.312423] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.312532] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.313851] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006164c6-5e90-4024-9591-0d83da3423af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.327086] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0dda9-1fca-4f35-9da1-41a22d1f758e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.455567] env[69498]: DEBUG nova.scheduler.client.report [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.728535] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.746582] env[69498]: DEBUG nova.network.neutron [-] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.762448] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097370, 'name': CloneVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.774565] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64605} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.774565] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 0c7c0a79-1ef0-4730-a01f-5c08586125c9/0c7c0a79-1ef0-4730-a01f-5c08586125c9.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.774565] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.774736] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a693c5ea-d841-438b-bc83-acf13ca6ac31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.783316] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 681.783316] env[69498]: value = "task-4097377" [ 681.783316] env[69498]: _type = "Task" [ 681.783316] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.800413] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.815044] env[69498]: INFO nova.compute.manager [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Took 29.30 seconds to build instance. [ 681.962963] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.962963] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.964475] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.042s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.965034] env[69498]: DEBUG nova.objects.instance [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 682.220590] env[69498]: DEBUG oslo_vmware.api [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Task: {'id': task-4097376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.634775} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.220884] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.221102] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.221286] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.221461] env[69498]: INFO nova.compute.manager [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Took 1.68 seconds to destroy the instance on the hypervisor. [ 682.221750] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.222317] env[69498]: DEBUG nova.compute.manager [-] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.222317] env[69498]: DEBUG nova.network.neutron [-] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.257125] env[69498]: INFO nova.compute.manager [-] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Took 1.74 seconds to deallocate network for instance. [ 682.271069] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097370, 'name': CloneVM_Task, 'duration_secs': 2.054046} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.271639] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Created linked-clone VM from snapshot [ 682.273581] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a5091-5027-43e0-be9f-97078f5d3a3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.284462] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Uploading image 1aace6c5-789a-45a5-9006-9cbec456090e {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.303130] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081316} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.303485] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.304390] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b7f55-e5e0-4064-9992-19b8d19ce4fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.319968] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1057bf22-4bda-4307-9abb-cd088b708f9f tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.654s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.331274] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0c7c0a79-1ef0-4730-a01f-5c08586125c9/0c7c0a79-1ef0-4730-a01f-5c08586125c9.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.337896] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5dc852-7382-4905-a457-30dc88d4aa60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.365495] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 682.365495] env[69498]: value = "task-4097382" [ 682.365495] env[69498]: _type = "Task" [ 682.365495] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.368756] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 682.368756] env[69498]: value = "vm-811690" [ 682.368756] env[69498]: _type = "VirtualMachine" [ 682.368756] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 682.369917] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-73f07925-a5c1-43a6-88a2-81417577ce20 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.380811] env[69498]: DEBUG nova.compute.manager [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.383072] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328bc3b-4909-4700-a312-e703c9a81bec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.390097] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease: (returnval){ [ 682.390097] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a27399-0a76-d3f1-5b18-e8c4a7f20a80" [ 682.390097] env[69498]: _type = "HttpNfcLease" [ 682.390097] env[69498]: } obtained for exporting VM: (result){ [ 682.390097] env[69498]: value = "vm-811690" [ 682.390097] env[69498]: _type = "VirtualMachine" [ 682.390097] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 682.390847] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the lease: (returnval){ [ 682.390847] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a27399-0a76-d3f1-5b18-e8c4a7f20a80" [ 682.390847] env[69498]: _type = "HttpNfcLease" [ 682.390847] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 682.400415] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.416361] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.416361] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a27399-0a76-d3f1-5b18-e8c4a7f20a80" [ 682.416361] env[69498]: _type = "HttpNfcLease" [ 682.416361] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.416693] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.416693] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a27399-0a76-d3f1-5b18-e8c4a7f20a80" [ 682.416693] env[69498]: _type = "HttpNfcLease" [ 682.416693] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.418316] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3af917-8138-4ac9-9594-6192924d8d39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.426534] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521608ca-9c86-3435-9b19-a9081a01f1a3/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.426737] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521608ca-9c86-3435-9b19-a9081a01f1a3/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.492230] env[69498]: DEBUG nova.compute.utils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.495748] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.496090] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.562164] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c7faced-983c-4519-897e-f23113d03b6f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.597506] env[69498]: DEBUG nova.compute.manager [req-7a3c8dab-d743-49a9-81d7-4d375504a387 req-2f4ae4c1-3c14-48e7-83b7-c55f11e166db service nova] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Received event network-vif-deleted-cc4b8c88-9158-4663-853d-3a9446b5d570 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.689504] env[69498]: DEBUG nova.policy [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3632a0ccc49c4d339a6910c2cadc3e03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b585adf8bc2474d96ac6a6479d9eb46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.772744] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.858280] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.885945] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.917036] env[69498]: INFO nova.compute.manager [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] instance snapshotting [ 682.922279] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3366ddb3-8fac-403d-bd5a-5f869aad5ead {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.949315] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d804b-ac13-454f-b4dc-4a0ffc95dee5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.999153] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a1239b38-a81b-43d9-8f02-91dd22dfe5dc tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.999153] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.988s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.001586] env[69498]: INFO nova.compute.claims [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.009657] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.089683] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.089683] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.104985] env[69498]: DEBUG nova.compute.manager [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Received event network-changed-abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.106021] env[69498]: DEBUG nova.compute.manager [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Refreshing instance network info cache due to event network-changed-abc9c283-5ae5-42a6-84b0-3d581fe14b3d. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.106021] env[69498]: DEBUG oslo_concurrency.lockutils [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] Acquiring lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.107331] env[69498]: DEBUG oslo_concurrency.lockutils [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] Acquired lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.108478] env[69498]: DEBUG nova.network.neutron [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Refreshing network info cache for port abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.261905] env[69498]: DEBUG nova.network.neutron [-] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.365204] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Successfully updated port: fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.408732] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097382, 'name': ReconfigVM_Task, 'duration_secs': 0.601773} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.413025] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0c7c0a79-1ef0-4730-a01f-5c08586125c9/0c7c0a79-1ef0-4730-a01f-5c08586125c9.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.413025] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eea7fc0-f109-46bf-9b28-a712ee60328b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.417915] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.427857] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 683.427857] env[69498]: value = "task-4097384" [ 683.427857] env[69498]: _type = "Task" [ 683.427857] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.438038] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097384, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.465055] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 683.465426] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26a9f925-5c1d-43ba-9637-9c3b3bb444a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.477833] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 683.477833] env[69498]: value = "task-4097385" [ 683.477833] env[69498]: _type = "Task" [ 683.477833] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.493443] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.765939] env[69498]: INFO nova.compute.manager [-] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Took 1.54 seconds to deallocate network for instance. [ 683.870802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "refresh_cache-183f4288-45c2-4a44-826d-29767fbcc075" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.870802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "refresh_cache-183f4288-45c2-4a44-826d-29767fbcc075" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.870802] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.937245] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Successfully created port: 1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.950481] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097384, 'name': Rename_Task, 'duration_secs': 0.212039} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.951461] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.951642] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c2b278-e396-4c6e-969b-c45a9e2f0398 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.963178] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 683.963178] env[69498]: value = "task-4097386" [ 683.963178] env[69498]: _type = "Task" [ 683.963178] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.974784] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.997027] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.030575] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.072181] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.072514] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.072666] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.072813] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.072959] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.073196] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.073349] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.073523] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.073685] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.073869] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.074057] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.074974] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c36c55-a56c-483b-aac9-8b4b34699801 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.089851] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e35ad4-8056-40ef-8bda-2006748ec773 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277063] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.455104] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.478548] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.498240] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097385, 'name': CreateSnapshot_Task, 'duration_secs': 0.557518} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.499818] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.500311] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a5246-2126-4244-9d48-1e56a19471d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.633264] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9e93f-b421-4e8c-8307-6a6488e61e8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.643657] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8fd59b-bde1-4f5e-b001-82aec7a8beb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.690299] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64259121-40c3-43a1-8a07-e82cb2081c33 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.699737] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f614cb94-74ee-4d7b-8dd2-764782f4dde7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.719226] env[69498]: DEBUG nova.compute.provider_tree [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.754016] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Updating instance_info_cache with network_info: [{"id": "fe2862a4-d855-448b-8be0-0fd6dfd7d2ba", "address": "fa:16:3e:50:a7:42", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2862a4-d8", "ovs_interfaceid": "fe2862a4-d855-448b-8be0-0fd6dfd7d2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.981754] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.029228] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 685.029228] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8bfd9314-06d4-4d86-9e80-b4c3f1e15822 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.042555] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 685.042555] env[69498]: value = "task-4097387" [ 685.042555] env[69498]: _type = "Task" [ 685.042555] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.052448] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097387, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.202630] env[69498]: DEBUG nova.network.neutron [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Updated VIF entry in instance network info cache for port abc9c283-5ae5-42a6-84b0-3d581fe14b3d. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.203041] env[69498]: DEBUG nova.network.neutron [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Updating instance_info_cache with network_info: [{"id": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "address": "fa:16:3e:d7:68:88", "network": {"id": "fe8cdd2f-4101-4fef-8ae1-3302ff9756ca", "bridge": "br-int", "label": "tempest-ServersTestJSON-16338382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73dacd29cdf240089c0643442fb89cdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc9c283-5a", "ovs_interfaceid": "abc9c283-5ae5-42a6-84b0-3d581fe14b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.224060] env[69498]: DEBUG nova.scheduler.client.report [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.262616] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "refresh_cache-183f4288-45c2-4a44-826d-29767fbcc075" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.262616] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Instance network_info: |[{"id": "fe2862a4-d855-448b-8be0-0fd6dfd7d2ba", "address": "fa:16:3e:50:a7:42", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2862a4-d8", "ovs_interfaceid": "fe2862a4-d855-448b-8be0-0fd6dfd7d2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.263145] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a7:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe2862a4-d855-448b-8be0-0fd6dfd7d2ba', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.274902] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Creating folder: Project (2b585adf8bc2474d96ac6a6479d9eb46). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.274902] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5260a03-72fe-452d-bb05-1d6a5c3fa246 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.289748] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Created folder: Project (2b585adf8bc2474d96ac6a6479d9eb46) in parent group-v811634. [ 685.289909] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Creating folder: Instances. Parent ref: group-v811696. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.290196] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aad12bc-aa6d-4f17-9dd0-438524bd7d1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.308718] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Created folder: Instances in parent group-v811696. [ 685.308718] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.308718] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.308718] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92a9ad5-6395-4483-97e8-46f27864a0ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.334974] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.334974] env[69498]: value = "task-4097391" [ 685.334974] env[69498]: _type = "Task" [ 685.334974] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.349497] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097391, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.480211] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.557668] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097387, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.675317] env[69498]: DEBUG nova.compute.manager [req-1df0b3e6-acc3-4cf2-8f0e-e355c53968e3 req-08d0e654-a1a4-4289-87d4-f2ffc9d06f94 service nova] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Received event network-vif-deleted-2c7dbcfd-a9a9-495e-82eb-f51c91989ffc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.708485] env[69498]: DEBUG oslo_concurrency.lockutils [req-53fb30bc-5f8d-4257-a9dd-7122171fc1a2 req-3a0b55b7-473e-4cfb-8fce-36673009e43d service nova] Releasing lock "refresh_cache-d505f6a6-8db2-4835-ac1c-74b30a09b2aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.733165] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.734077] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.737441] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.473s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.739092] env[69498]: INFO nova.compute.claims [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.845893] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097391, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.982265] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.058118] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097387, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.244632] env[69498]: DEBUG nova.compute.utils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.249066] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.249298] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.348507] env[69498]: DEBUG nova.compute.manager [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Received event network-vif-plugged-fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.348764] env[69498]: DEBUG oslo_concurrency.lockutils [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] Acquiring lock "183f4288-45c2-4a44-826d-29767fbcc075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.348979] env[69498]: DEBUG oslo_concurrency.lockutils [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] Lock "183f4288-45c2-4a44-826d-29767fbcc075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.349438] env[69498]: DEBUG oslo_concurrency.lockutils [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] Lock "183f4288-45c2-4a44-826d-29767fbcc075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.349626] env[69498]: DEBUG nova.compute.manager [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] No waiting events found dispatching network-vif-plugged-fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 686.350150] env[69498]: WARNING nova.compute.manager [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Received unexpected event network-vif-plugged-fe2862a4-d855-448b-8be0-0fd6dfd7d2ba for instance with vm_state building and task_state spawning. [ 686.350405] env[69498]: DEBUG nova.compute.manager [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Received event network-changed-fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.350580] env[69498]: DEBUG nova.compute.manager [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Refreshing instance network info cache due to event network-changed-fe2862a4-d855-448b-8be0-0fd6dfd7d2ba. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.350846] env[69498]: DEBUG oslo_concurrency.lockutils [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] Acquiring lock "refresh_cache-183f4288-45c2-4a44-826d-29767fbcc075" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.350993] env[69498]: DEBUG oslo_concurrency.lockutils [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] Acquired lock "refresh_cache-183f4288-45c2-4a44-826d-29767fbcc075" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.351167] env[69498]: DEBUG nova.network.neutron [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Refreshing network info cache for port fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.361072] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097391, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.383037] env[69498]: DEBUG nova.policy [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3632a0ccc49c4d339a6910c2cadc3e03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b585adf8bc2474d96ac6a6479d9eb46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.482161] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.559840] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097387, 'name': CloneVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.757708] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.860413] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097391, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.987715] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.061246] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097387, 'name': CloneVM_Task, 'duration_secs': 1.523365} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.062038] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Created linked-clone VM from snapshot [ 687.064869] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d0f71a-7f03-4dfa-9517-bbfcd1428895 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.079081] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Uploading image 52a9cb1a-6ec7-48b3-b2ed-6acbb23eb20f {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 687.115033] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 687.115033] env[69498]: value = "vm-811695" [ 687.115033] env[69498]: _type = "VirtualMachine" [ 687.115033] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 687.115033] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3419fd55-f19f-431f-9def-0a16a20ff651 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.122148] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lease: (returnval){ [ 687.122148] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5223a554-21fa-5254-0f94-55c35d984b16" [ 687.122148] env[69498]: _type = "HttpNfcLease" [ 687.122148] env[69498]: } obtained for exporting VM: (result){ [ 687.122148] env[69498]: value = "vm-811695" [ 687.122148] env[69498]: _type = "VirtualMachine" [ 687.122148] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 687.122148] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the lease: (returnval){ [ 687.122148] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5223a554-21fa-5254-0f94-55c35d984b16" [ 687.122148] env[69498]: _type = "HttpNfcLease" [ 687.122148] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 687.132929] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.132929] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5223a554-21fa-5254-0f94-55c35d984b16" [ 687.132929] env[69498]: _type = "HttpNfcLease" [ 687.132929] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 687.320349] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e19ea3a-7640-43c9-876e-1c9f0b96c90d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.332274] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9bec75-bbe4-4bb4-8d8a-a9254ac9e386 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.379366] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37f9991-f9dc-4dd0-9838-b0ede14e45be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.386439] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097391, 'name': CreateVM_Task, 'duration_secs': 1.553935} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.387529] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.387961] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.388153] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.388474] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.388814] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb1ab9c-f020-4eac-bc84-b6e7231ac99a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.395201] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fdae5e-7c8b-4735-8d69-d9d72aef3433 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.401169] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 687.401169] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea23bf-1906-716e-e76b-6543719367a7" [ 687.401169] env[69498]: _type = "Task" [ 687.401169] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.415819] env[69498]: DEBUG nova.compute.provider_tree [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.423998] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea23bf-1906-716e-e76b-6543719367a7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.423998] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.423998] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.423998] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.425459] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.425459] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.425724] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-becbb9c3-3e3a-4360-b151-31203e17eee1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.439249] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.439887] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.440640] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad25fac-13ea-41cb-9d76-a97ce4d776ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.447799] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 687.447799] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526c8f2f-6946-1089-6b05-8d77a0d4f26a" [ 687.447799] env[69498]: _type = "Task" [ 687.447799] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.458799] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526c8f2f-6946-1089-6b05-8d77a0d4f26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.485268] env[69498]: DEBUG oslo_vmware.api [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097386, 'name': PowerOnVM_Task, 'duration_secs': 3.444263} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.485870] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.486015] env[69498]: INFO nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Took 9.01 seconds to spawn the instance on the hypervisor. [ 687.486230] env[69498]: DEBUG nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.487108] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a02a40b-e889-4113-a471-52cc020ceb7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.525973] env[69498]: DEBUG nova.network.neutron [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Updated VIF entry in instance network info cache for port fe2862a4-d855-448b-8be0-0fd6dfd7d2ba. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.526527] env[69498]: DEBUG nova.network.neutron [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Updating instance_info_cache with network_info: [{"id": "fe2862a4-d855-448b-8be0-0fd6dfd7d2ba", "address": "fa:16:3e:50:a7:42", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2862a4-d8", "ovs_interfaceid": "fe2862a4-d855-448b-8be0-0fd6dfd7d2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.639736] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.639736] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5223a554-21fa-5254-0f94-55c35d984b16" [ 687.639736] env[69498]: _type = "HttpNfcLease" [ 687.639736] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 687.640938] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 687.640938] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5223a554-21fa-5254-0f94-55c35d984b16" [ 687.640938] env[69498]: _type = "HttpNfcLease" [ 687.640938] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 687.641518] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8660713d-406b-45d0-b0dc-7acef7bbcfbb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.661869] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495110-9e97-1d80-79cf-3f7883c52b76/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 687.662088] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495110-9e97-1d80-79cf-3f7883c52b76/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.664063] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Successfully created port: 117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.761363] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f68a5c93-d9a0-46d6-9b4b-e0bcc0369bdf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.774314] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.815746] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.816708] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.817226] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.817306] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.817486] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.817776] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.817981] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.818211] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.818497] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.818751] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.819119] env[69498]: DEBUG nova.virt.hardware [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.822269] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b420d9eb-989f-4e5c-8708-6ae23fc7a6a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.837837] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e71261-8784-41bf-94c1-8a2e64eb310f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.941201] env[69498]: ERROR nova.scheduler.client.report [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [req-e6fedba5-a6a8-4dad-9269-79ff317d6421] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6fedba5-a6a8-4dad-9269-79ff317d6421"}]} [ 687.961024] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526c8f2f-6946-1089-6b05-8d77a0d4f26a, 'name': SearchDatastore_Task, 'duration_secs': 0.022496} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.961568] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816af96d-475e-4082-bc53-c536d84af74a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.968932] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 687.968932] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d7595d-216a-2334-a39c-b69cab517302" [ 687.968932] env[69498]: _type = "Task" [ 687.968932] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.974125] env[69498]: DEBUG nova.scheduler.client.report [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.983151] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d7595d-216a-2334-a39c-b69cab517302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.998310] env[69498]: DEBUG nova.scheduler.client.report [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.998310] env[69498]: DEBUG nova.compute.provider_tree [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.005494] env[69498]: INFO nova.compute.manager [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Took 27.26 seconds to build instance. [ 688.022269] env[69498]: DEBUG nova.scheduler.client.report [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 688.032502] env[69498]: DEBUG oslo_concurrency.lockutils [req-56052c9d-b61c-4b29-a865-a3ffaa98705f req-a89696ba-ccfa-444e-aabd-4c858cc1b81f service nova] Releasing lock "refresh_cache-183f4288-45c2-4a44-826d-29767fbcc075" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.049550] env[69498]: DEBUG nova.scheduler.client.report [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 688.234580] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "18f1088d-51b4-4553-8572-02ef5eb03ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.236188] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.352031] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Successfully updated port: 1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.486566] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d7595d-216a-2334-a39c-b69cab517302, 'name': SearchDatastore_Task, 'duration_secs': 0.025673} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.486566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.486566] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 183f4288-45c2-4a44-826d-29767fbcc075/183f4288-45c2-4a44-826d-29767fbcc075.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.486827] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28afd24-b474-4579-995d-11212405b9de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.501205] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 688.501205] env[69498]: value = "task-4097394" [ 688.501205] env[69498]: _type = "Task" [ 688.501205] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.513920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e48eac2-2eba-4a99-a561-dcee6510458a tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.360s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.513920] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.721246] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2fa304-7302-4b22-8f58-2f9dc7480988 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.730613] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855ab56-d114-41fc-8cbd-7edf4162520a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.776329] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9cafe6-3c2c-4de1-88d9-01b1af9366a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.786336] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c0909-c75e-4b37-9d2f-f65ff9830a5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.807231] env[69498]: DEBUG nova.compute.provider_tree [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.855964] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "refresh_cache-ce838b7e-cf12-41df-8b1d-2101a39191de" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.856175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "refresh_cache-ce838b7e-cf12-41df-8b1d-2101a39191de" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.856345] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.029548] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.033912] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.433774] env[69498]: DEBUG nova.scheduler.client.report [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 689.435106] env[69498]: DEBUG nova.compute.provider_tree [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 39 to 40 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.435106] env[69498]: DEBUG nova.compute.provider_tree [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.482342] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.527272] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680916} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.527571] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 183f4288-45c2-4a44-826d-29767fbcc075/183f4288-45c2-4a44-826d-29767fbcc075.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.527791] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.528271] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40cff8ab-5ff0-40b9-a0b2-6e110284e08b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.536375] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 689.536375] env[69498]: value = "task-4097396" [ 689.536375] env[69498]: _type = "Task" [ 689.536375] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.556681] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.571988] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.947776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.208s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.947776] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.952063] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.046s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.956040] env[69498]: INFO nova.compute.claims [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.001746] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Updating instance_info_cache with network_info: [{"id": "1ec65f13-2996-4b6a-af0a-26a6212f8008", "address": "fa:16:3e:06:c8:12", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec65f13-29", "ovs_interfaceid": "1ec65f13-2996-4b6a-af0a-26a6212f8008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.047941] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126024} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.048420] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.049719] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b431d9c-421e-440b-9b7d-6204910d96b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.079855] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 183f4288-45c2-4a44-826d-29767fbcc075/183f4288-45c2-4a44-826d-29767fbcc075.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.080081] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9860ccd7-cc51-4e3b-9bc8-40fffbf5e456 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.101916] env[69498]: DEBUG nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Received event network-changed-2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.102965] env[69498]: DEBUG nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Refreshing instance network info cache due to event network-changed-2bc70838-c7af-47d1-b3fc-f4612d922834. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.102965] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Acquiring lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.102965] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Acquired lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.102965] env[69498]: DEBUG nova.network.neutron [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Refreshing network info cache for port 2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.110671] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 690.110671] env[69498]: value = "task-4097397" [ 690.110671] env[69498]: _type = "Task" [ 690.110671] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.125357] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.474132] env[69498]: DEBUG nova.compute.utils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.476437] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.476437] env[69498]: DEBUG nova.network.neutron [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.511025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "refresh_cache-ce838b7e-cf12-41df-8b1d-2101a39191de" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.511025] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Instance network_info: |[{"id": "1ec65f13-2996-4b6a-af0a-26a6212f8008", "address": "fa:16:3e:06:c8:12", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec65f13-29", "ovs_interfaceid": "1ec65f13-2996-4b6a-af0a-26a6212f8008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.511296] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c8:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec65f13-2996-4b6a-af0a-26a6212f8008', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.519184] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.520468] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.520974] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f68753fa-b433-4494-8b78-5199eb1cf517 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.544123] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Successfully updated port: 117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.553210] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.553210] env[69498]: value = "task-4097398" [ 690.553210] env[69498]: _type = "Task" [ 690.553210] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.568779] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097398, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.620719] env[69498]: DEBUG nova.policy [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c0dd7fcc2004bcbb46c9a76e8fb88f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84553889587e4674925ae599d349c09b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.628868] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.986990] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.048059] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "refresh_cache-e1c88163-e975-4d2c-84e0-98e30a6cbee6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.048059] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "refresh_cache-e1c88163-e975-4d2c-84e0-98e30a6cbee6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.048059] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.072969] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097398, 'name': CreateVM_Task, 'duration_secs': 0.469828} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.073715] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.077645] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.077824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.078218] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.079510] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8a8059-3991-442d-af32-0d02259ac6cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.087294] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 691.087294] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d5c61d-3981-188e-a675-aa774e7b9751" [ 691.087294] env[69498]: _type = "Task" [ 691.087294] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.101040] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d5c61d-3981-188e-a675-aa774e7b9751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.124089] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097397, 'name': ReconfigVM_Task, 'duration_secs': 0.517555} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.124710] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 183f4288-45c2-4a44-826d-29767fbcc075/183f4288-45c2-4a44-826d-29767fbcc075.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.125445] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6554bbf7-029a-4902-bc34-73f5e5a985fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.137587] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 691.137587] env[69498]: value = "task-4097399" [ 691.137587] env[69498]: _type = "Task" [ 691.137587] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.155837] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097399, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.270187] env[69498]: DEBUG nova.network.neutron [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updated VIF entry in instance network info cache for port 2bc70838-c7af-47d1-b3fc-f4612d922834. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.270545] env[69498]: DEBUG nova.network.neutron [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updating instance_info_cache with network_info: [{"id": "2bc70838-c7af-47d1-b3fc-f4612d922834", "address": "fa:16:3e:09:93:35", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc70838-c7", "ovs_interfaceid": "2bc70838-c7af-47d1-b3fc-f4612d922834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.508680] env[69498]: DEBUG nova.network.neutron [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Successfully created port: 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.600498] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d5c61d-3981-188e-a675-aa774e7b9751, 'name': SearchDatastore_Task, 'duration_secs': 0.017116} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.600828] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.601085] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.601335] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.601474] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.601694] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.602758] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e26fc7-5a78-49ff-83b8-07e84d50d892 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.608195] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb4836-9098-44e9-bf94-cb18cdf894ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.619487] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609ce9a-513f-4562-abc8-9e4ebafda715 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.625209] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.625209] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.626956] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2348e0-dc6d-40b1-9d7f-eee0458ced90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.665811] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57427076-fdba-4022-a01c-d740dc2f3657 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.672492] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 691.672492] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3ef8b-027d-e699-3aa0-30009be8d8d8" [ 691.672492] env[69498]: _type = "Task" [ 691.672492] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.679554] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097399, 'name': Rename_Task, 'duration_secs': 0.204327} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.682049] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521608ca-9c86-3435-9b19-a9081a01f1a3/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.682926] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.686021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1464e829-99c3-477f-98d6-761155e36816 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.689868] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e125c438-5d8a-48f2-a195-6d3807bdbc3f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.695715] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91796046-31a7-4d17-b444-1a36e34b29ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.697599] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3ef8b-027d-e699-3aa0-30009be8d8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.709848] env[69498]: DEBUG nova.compute.provider_tree [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.714535] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521608ca-9c86-3435-9b19-a9081a01f1a3/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.714754] env[69498]: ERROR oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521608ca-9c86-3435-9b19-a9081a01f1a3/disk-0.vmdk due to incomplete transfer. [ 691.715113] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 691.715113] env[69498]: value = "task-4097401" [ 691.715113] env[69498]: _type = "Task" [ 691.715113] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.715943] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9db45a31-9d8f-41ac-8020-049980bd821f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.731253] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.732437] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.736066] env[69498]: DEBUG oslo_vmware.rw_handles [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521608ca-9c86-3435-9b19-a9081a01f1a3/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.736419] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Uploaded image 1aace6c5-789a-45a5-9006-9cbec456090e to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.738462] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.739149] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20ef406f-8ad6-49b0-9853-15ef5cdea161 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.747109] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 691.747109] env[69498]: value = "task-4097402" [ 691.747109] env[69498]: _type = "Task" [ 691.747109] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.758730] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097402, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.776257] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Releasing lock "refresh_cache-46ceadf5-a94c-4880-a312-8bc1c8d9db33" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.777286] env[69498]: DEBUG nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Received event network-vif-plugged-1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.777286] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Acquiring lock "ce838b7e-cf12-41df-8b1d-2101a39191de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.777286] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.777286] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.777286] env[69498]: DEBUG nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] No waiting events found dispatching network-vif-plugged-1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.777668] env[69498]: WARNING nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Received unexpected event network-vif-plugged-1ec65f13-2996-4b6a-af0a-26a6212f8008 for instance with vm_state building and task_state spawning. [ 691.777668] env[69498]: DEBUG nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Received event network-changed-1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.777764] env[69498]: DEBUG nova.compute.manager [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Refreshing instance network info cache due to event network-changed-1ec65f13-2996-4b6a-af0a-26a6212f8008. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.779474] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Acquiring lock "refresh_cache-ce838b7e-cf12-41df-8b1d-2101a39191de" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.779474] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Acquired lock "refresh_cache-ce838b7e-cf12-41df-8b1d-2101a39191de" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.779474] env[69498]: DEBUG nova.network.neutron [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Refreshing network info cache for port 1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.001482] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.038025] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.038025] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.038025] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.038427] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.038427] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.038427] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.038427] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.038427] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.038775] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.038775] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.038775] env[69498]: DEBUG nova.virt.hardware [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.039270] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a40d94-0e98-48c3-baa5-627043ff5269 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.048505] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65386a0c-f33c-46b2-b33b-e5af8efe3728 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.185298] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3ef8b-027d-e699-3aa0-30009be8d8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.028138} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.186288] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b82840f-a122-42ff-a5a3-a448f0132c05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.199742] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 692.199742] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d98a96-7864-f780-e893-81a1e304196c" [ 692.199742] env[69498]: _type = "Task" [ 692.199742] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.221952] env[69498]: DEBUG nova.scheduler.client.report [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.230128] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d98a96-7864-f780-e893-81a1e304196c, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.236348] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.236960] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] ce838b7e-cf12-41df-8b1d-2101a39191de/ce838b7e-cf12-41df-8b1d-2101a39191de.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.237409] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66975fe6-7d6a-4f7a-8bce-7ecd9a880c8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.251245] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097401, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.256829] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 692.256829] env[69498]: value = "task-4097403" [ 692.256829] env[69498]: _type = "Task" [ 692.256829] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.263220] env[69498]: DEBUG nova.network.neutron [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Updating instance_info_cache with network_info: [{"id": "117cbe7d-ed81-4667-951f-7cdbd1f1af5e", "address": "fa:16:3e:50:10:a5", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117cbe7d-ed", "ovs_interfaceid": "117cbe7d-ed81-4667-951f-7cdbd1f1af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.269430] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097402, 'name': Destroy_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.279155] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.739650] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.739650] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.743847] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.717s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.744242] env[69498]: DEBUG nova.objects.instance [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lazy-loading 'resources' on Instance uuid c41fedc9-6b0f-4c7b-aade-cf86c61b038f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.755946] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097401, 'name': PowerOnVM_Task, 'duration_secs': 0.943238} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.761575] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.761783] env[69498]: INFO nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Took 11.48 seconds to spawn the instance on the hypervisor. [ 692.763046] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.763616] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61509f7-69da-46da-86ae-a41d87e5a798 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.774253] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "refresh_cache-e1c88163-e975-4d2c-84e0-98e30a6cbee6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.774770] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Instance network_info: |[{"id": "117cbe7d-ed81-4667-951f-7cdbd1f1af5e", "address": "fa:16:3e:50:10:a5", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117cbe7d-ed", "ovs_interfaceid": "117cbe7d-ed81-4667-951f-7cdbd1f1af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.778197] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:10:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '117cbe7d-ed81-4667-951f-7cdbd1f1af5e', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.788795] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.796256] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.796453] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097402, 'name': Destroy_Task, 'duration_secs': 0.550102} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.809571] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bfb66a2-238a-462c-9386-d4aa1cda3456 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.833099] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Destroyed the VM [ 692.833439] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 692.834013] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097403, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.839731] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5de50d0-e966-4f76-85b0-3ac191932076 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.851516] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 692.851516] env[69498]: value = "task-4097405" [ 692.851516] env[69498]: _type = "Task" [ 692.851516] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.857566] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.857566] env[69498]: value = "task-4097404" [ 692.857566] env[69498]: _type = "Task" [ 692.857566] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.873271] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097405, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.877732] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097404, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.194393] env[69498]: DEBUG nova.network.neutron [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Updated VIF entry in instance network info cache for port 1ec65f13-2996-4b6a-af0a-26a6212f8008. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.195150] env[69498]: DEBUG nova.network.neutron [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Updating instance_info_cache with network_info: [{"id": "1ec65f13-2996-4b6a-af0a-26a6212f8008", "address": "fa:16:3e:06:c8:12", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec65f13-29", "ovs_interfaceid": "1ec65f13-2996-4b6a-af0a-26a6212f8008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.248856] env[69498]: DEBUG nova.compute.utils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.248856] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.253492] env[69498]: DEBUG nova.network.neutron [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.274301] env[69498]: DEBUG nova.compute.manager [None req-e7968056-865a-4f4f-9e62-c89bd5bee705 tempest-ServerDiagnosticsV248Test-780451900 tempest-ServerDiagnosticsV248Test-780451900-project-admin] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.281209] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f40b78a-57b3-4af8-967b-689b7fb1ff8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.284747] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745996} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.285138] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] ce838b7e-cf12-41df-8b1d-2101a39191de/ce838b7e-cf12-41df-8b1d-2101a39191de.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.285375] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.286415] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f4a6605-6550-442e-aaa4-d882e9d368b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.296754] env[69498]: INFO nova.compute.manager [None req-e7968056-865a-4f4f-9e62-c89bd5bee705 tempest-ServerDiagnosticsV248Test-780451900 tempest-ServerDiagnosticsV248Test-780451900-project-admin] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Retrieving diagnostics [ 693.298306] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4073045-158f-433d-a314-62d17440a476 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.311587] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 693.311587] env[69498]: value = "task-4097406" [ 693.311587] env[69498]: _type = "Task" [ 693.311587] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.317904] env[69498]: INFO nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Took 32.24 seconds to build instance. [ 693.357795] env[69498]: DEBUG nova.policy [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bd11097162b479b8703e97b99c2f4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357d257f4ad3420fbc4a01578be82754', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.359942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "183f4288-45c2-4a44-826d-29767fbcc075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.700s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.375290] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097406, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.385988] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097405, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.392821] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097404, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.699126] env[69498]: DEBUG oslo_concurrency.lockutils [req-473b36d3-6d6f-43d9-8e8d-3610f8bc1b77 req-acf47dd5-95ca-488e-bd1b-1828335ca004 service nova] Releasing lock "refresh_cache-ce838b7e-cf12-41df-8b1d-2101a39191de" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.761264] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.822361] env[69498]: DEBUG nova.compute.manager [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Received event network-vif-plugged-117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.822605] env[69498]: DEBUG oslo_concurrency.lockutils [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] Acquiring lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.822817] env[69498]: DEBUG oslo_concurrency.lockutils [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.822979] env[69498]: DEBUG oslo_concurrency.lockutils [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.823323] env[69498]: DEBUG nova.compute.manager [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] No waiting events found dispatching network-vif-plugged-117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 693.823511] env[69498]: WARNING nova.compute.manager [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Received unexpected event network-vif-plugged-117cbe7d-ed81-4667-951f-7cdbd1f1af5e for instance with vm_state building and task_state spawning. [ 693.823674] env[69498]: DEBUG nova.compute.manager [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Received event network-changed-117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.823830] env[69498]: DEBUG nova.compute.manager [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Refreshing instance network info cache due to event network-changed-117cbe7d-ed81-4667-951f-7cdbd1f1af5e. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.824035] env[69498]: DEBUG oslo_concurrency.lockutils [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] Acquiring lock "refresh_cache-e1c88163-e975-4d2c-84e0-98e30a6cbee6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.824182] env[69498]: DEBUG oslo_concurrency.lockutils [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] Acquired lock "refresh_cache-e1c88163-e975-4d2c-84e0-98e30a6cbee6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.824306] env[69498]: DEBUG nova.network.neutron [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Refreshing network info cache for port 117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.836503] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087994} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.837362] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.842075] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae9454-e6f3-4567-bcf4-6151893f2ab2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.880487] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.890644] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ce838b7e-cf12-41df-8b1d-2101a39191de/ce838b7e-cf12-41df-8b1d-2101a39191de.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.892418] env[69498]: DEBUG nova.network.neutron [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Successfully created port: c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.901662] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3cf5256-de6c-4681-95e8-2ebc3ed1510f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.936795] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097404, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.938041] env[69498]: DEBUG oslo_vmware.api [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097405, 'name': RemoveSnapshot_Task, 'duration_secs': 0.812353} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.940911] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.941158] env[69498]: INFO nova.compute.manager [None req-26e713df-0ce9-43d1-9541-771c1468eb71 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Took 16.45 seconds to snapshot the instance on the hypervisor. [ 693.944210] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 693.944210] env[69498]: value = "task-4097407" [ 693.944210] env[69498]: _type = "Task" [ 693.944210] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.945429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59c783-6946-4b8b-95bb-18730a89e6a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.964647] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600d440-a994-4a54-8fd3-de7bf7c66ec1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.972086] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.001420] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb96ffd-5bf3-44d3-9514-97ec7a016b17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.011029] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573d4ae-1e88-414c-af81-fa5781c3cb8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.030024] env[69498]: DEBUG nova.compute.provider_tree [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.387722] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097404, 'name': CreateVM_Task, 'duration_secs': 1.536172} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.388121] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.388693] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.388855] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.389204] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.389557] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1703014-45a4-4c98-9387-e33fc65ca5e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.403429] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 694.403429] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52840f35-714e-3fb9-9df0-635f25ca5689" [ 694.403429] env[69498]: _type = "Task" [ 694.403429] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.414757] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52840f35-714e-3fb9-9df0-635f25ca5689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.428348] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.463367] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.572022] env[69498]: DEBUG nova.scheduler.client.report [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 694.572022] env[69498]: DEBUG nova.compute.provider_tree [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 40 to 41 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 694.572022] env[69498]: DEBUG nova.compute.provider_tree [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.703917] env[69498]: DEBUG nova.network.neutron [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Updated VIF entry in instance network info cache for port 117cbe7d-ed81-4667-951f-7cdbd1f1af5e. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.705353] env[69498]: DEBUG nova.network.neutron [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Updating instance_info_cache with network_info: [{"id": "117cbe7d-ed81-4667-951f-7cdbd1f1af5e", "address": "fa:16:3e:50:10:a5", "network": {"id": "122a891d-b231-4ef8-b7b0-4f0ea3cd2cbc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-434106083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b585adf8bc2474d96ac6a6479d9eb46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117cbe7d-ed", "ovs_interfaceid": "117cbe7d-ed81-4667-951f-7cdbd1f1af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.775137] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.805416] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.805703] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.805859] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.806052] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.806268] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.806378] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.806548] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.806714] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.807050] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.807050] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.807217] env[69498]: DEBUG nova.virt.hardware [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.808179] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fdc1bc-eb42-4a42-81c6-4103c302c13b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.820351] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b8847-f576-4a56-a597-5cf73ac9efe0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.915790] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52840f35-714e-3fb9-9df0-635f25ca5689, 'name': SearchDatastore_Task, 'duration_secs': 0.014482} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.916329] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.916509] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.916620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.916772] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.917108] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.917359] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e26d1da-8b55-471c-988d-a35a51352bf8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.928481] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.928731] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.929568] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1ef33f-c29d-480b-a2b6-92ce0886517b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.938410] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 694.938410] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523a6307-2dd6-1b44-22d1-18f7735c1be2" [ 694.938410] env[69498]: _type = "Task" [ 694.938410] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.949963] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523a6307-2dd6-1b44-22d1-18f7735c1be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.964337] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097407, 'name': ReconfigVM_Task, 'duration_secs': 0.536173} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.964337] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ce838b7e-cf12-41df-8b1d-2101a39191de/ce838b7e-cf12-41df-8b1d-2101a39191de.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.964730] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad51d752-22e9-4e3d-802b-f0730acd4612 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.972987] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 694.972987] env[69498]: value = "task-4097408" [ 694.972987] env[69498]: _type = "Task" [ 694.972987] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.991652] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097408, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.002589] env[69498]: DEBUG nova.network.neutron [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Successfully updated port: 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.076736] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.080451] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.586s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.080741] env[69498]: DEBUG nova.objects.instance [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'resources' on Instance uuid 766ab89e-b13e-4252-8eb7-18072e1ee8aa {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.106206] env[69498]: INFO nova.scheduler.client.report [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Deleted allocations for instance c41fedc9-6b0f-4c7b-aade-cf86c61b038f [ 695.210020] env[69498]: DEBUG oslo_concurrency.lockutils [req-9977e7d4-8ed4-48b8-820c-11ee7e07a129 req-09748542-082b-41fc-bff9-d5c6d1a84e84 service nova] Releasing lock "refresh_cache-e1c88163-e975-4d2c-84e0-98e30a6cbee6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.455312] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523a6307-2dd6-1b44-22d1-18f7735c1be2, 'name': SearchDatastore_Task, 'duration_secs': 0.012488} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.456514] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89900e0b-eb6a-49a7-81ef-94451ffa7ce6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.462932] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 695.462932] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521998fe-eac3-f9ca-7791-ba31e9f4ef72" [ 695.462932] env[69498]: _type = "Task" [ 695.462932] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.478160] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521998fe-eac3-f9ca-7791-ba31e9f4ef72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.494281] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097408, 'name': Rename_Task, 'duration_secs': 0.174643} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.494636] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.494904] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e53535b7-e60e-473c-812d-16c03714ece4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.507630] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.507854] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.508092] env[69498]: DEBUG nova.network.neutron [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.509375] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 695.509375] env[69498]: value = "task-4097409" [ 695.509375] env[69498]: _type = "Task" [ 695.509375] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.523295] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.624027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-743af435-ed7e-4c80-a054-e723092081a1 tempest-TenantUsagesTestJSON-1735080768 tempest-TenantUsagesTestJSON-1735080768-project-member] Lock "c41fedc9-6b0f-4c7b-aade-cf86c61b038f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.306s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.976390] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521998fe-eac3-f9ca-7791-ba31e9f4ef72, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.980018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.980330] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e1c88163-e975-4d2c-84e0-98e30a6cbee6/e1c88163-e975-4d2c-84e0-98e30a6cbee6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.980838] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2955fc9-c059-4b74-891b-9631e72de93f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.988421] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 695.988421] env[69498]: value = "task-4097411" [ 695.988421] env[69498]: _type = "Task" [ 695.988421] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.997503] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.031459] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097409, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.122292] env[69498]: DEBUG nova.network.neutron [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.130445] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d866c4-4f8f-4ead-8f58-5a9da69e8622 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.141540] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c63b021-630e-415f-b7dd-65a21bd7b082 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.188938] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c49c42-d92a-48c1-981e-69983359a0f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.201904] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2c663-3736-4b3c-94f5-1b1dd00ea7ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.207724] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495110-9e97-1d80-79cf-3f7883c52b76/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 696.208643] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7d688-3db1-46a7-813b-4bd0556a9a5f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.226807] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495110-9e97-1d80-79cf-3f7883c52b76/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.227174] env[69498]: ERROR oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495110-9e97-1d80-79cf-3f7883c52b76/disk-0.vmdk due to incomplete transfer. [ 696.227771] env[69498]: DEBUG nova.compute.provider_tree [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.229979] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-576aec5d-0380-4817-b834-0c29396da42c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.240842] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495110-9e97-1d80-79cf-3f7883c52b76/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.242022] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Uploaded image 52a9cb1a-6ec7-48b3-b2ed-6acbb23eb20f to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 696.242938] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 696.245026] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33991d8c-aee9-4b33-932b-60a1385e3680 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.252812] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 696.252812] env[69498]: value = "task-4097412" [ 696.252812] env[69498]: _type = "Task" [ 696.252812] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.263569] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097412, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.503289] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097411, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.532023] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097409, 'name': PowerOnVM_Task, 'duration_secs': 0.754961} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.532023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.532023] env[69498]: INFO nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Took 12.50 seconds to spawn the instance on the hypervisor. [ 696.532023] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.532023] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e76abf-1eb0-4cfc-b98c-291fffc46d50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.735034] env[69498]: DEBUG nova.scheduler.client.report [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.764557] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097412, 'name': Destroy_Task, 'duration_secs': 0.431469} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.765938] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Destroyed the VM [ 696.765938] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.766408] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b30d308b-3335-45a1-a4ea-14a5b7e6bad2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.778249] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 696.778249] env[69498]: value = "task-4097413" [ 696.778249] env[69498]: _type = "Task" [ 696.778249] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.789524] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097413, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.902724] env[69498]: DEBUG nova.network.neutron [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.018256] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804746} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.020140] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e1c88163-e975-4d2c-84e0-98e30a6cbee6/e1c88163-e975-4d2c-84e0-98e30a6cbee6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.020140] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.020140] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd38596-dc43-4c7b-973a-b0b3a13250df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.027938] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 697.027938] env[69498]: value = "task-4097414" [ 697.027938] env[69498]: _type = "Task" [ 697.027938] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.041828] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.059033] env[69498]: INFO nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Took 34.42 seconds to build instance. [ 697.244107] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.246547] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.934s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.248776] env[69498]: INFO nova.compute.claims [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.285944] env[69498]: INFO nova.scheduler.client.report [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocations for instance 766ab89e-b13e-4252-8eb7-18072e1ee8aa [ 697.300617] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097413, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.338403] env[69498]: DEBUG nova.network.neutron [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Successfully updated port: c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.356191] env[69498]: DEBUG nova.compute.manager [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-vif-plugged-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.356191] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] Acquiring lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.357309] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.357523] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.357723] env[69498]: DEBUG nova.compute.manager [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] No waiting events found dispatching network-vif-plugged-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.357825] env[69498]: WARNING nova.compute.manager [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received unexpected event network-vif-plugged-5ea7b4af-4d3f-4224-b062-f94718d2db92 for instance with vm_state building and task_state spawning. [ 697.358017] env[69498]: DEBUG nova.compute.manager [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.358179] env[69498]: DEBUG nova.compute.manager [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing instance network info cache due to event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.358444] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] Acquiring lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.407680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.408064] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Instance network_info: |[{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.408364] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] Acquired lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.408646] env[69498]: DEBUG nova.network.neutron [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.412464] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:fc:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ea7b4af-4d3f-4224-b062-f94718d2db92', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.421959] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Creating folder: Project (84553889587e4674925ae599d349c09b). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.422086] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84f8f90-0ac3-4f86-b6b7-dcf96195fe2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.436384] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Created folder: Project (84553889587e4674925ae599d349c09b) in parent group-v811634. [ 697.436596] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Creating folder: Instances. Parent ref: group-v811702. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.436884] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5100c838-724c-4793-8895-adea54469793 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.449996] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Created folder: Instances in parent group-v811702. [ 697.450277] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.450485] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.450900] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8feded8c-41e2-42fb-87eb-90e2b5841ec4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.476968] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.476968] env[69498]: value = "task-4097417" [ 697.476968] env[69498]: _type = "Task" [ 697.476968] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.491166] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097417, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.521941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.521941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.521941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.521941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.522778] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.524295] env[69498]: INFO nova.compute.manager [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Terminating instance [ 697.540906] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077876} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.541489] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.542791] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b8ba97-e8f8-46ff-b47a-b5f85aae3a32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.564057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.864s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.572018] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] e1c88163-e975-4d2c-84e0-98e30a6cbee6/e1c88163-e975-4d2c-84e0-98e30a6cbee6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.574731] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b57ee2-ed0f-4ac5-9157-b99a54de4dd1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.611747] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 697.611747] env[69498]: value = "task-4097419" [ 697.611747] env[69498]: _type = "Task" [ 697.611747] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.633296] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.664038] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "1d6553a4-a687-405f-9f2c-04d921676200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.665504] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "1d6553a4-a687-405f-9f2c-04d921676200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.795779] env[69498]: DEBUG oslo_vmware.api [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097413, 'name': RemoveSnapshot_Task, 'duration_secs': 0.809484} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.796525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0a049941-dc68-4bd5-bf85-0b8788afe9dd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "766ab89e-b13e-4252-8eb7-18072e1ee8aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.094s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.799018] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.799018] env[69498]: INFO nova.compute.manager [None req-4169ff7a-ca92-4816-a861-367f00e11af1 tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Took 14.88 seconds to snapshot the instance on the hypervisor. [ 697.841491] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.841660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquired lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.841814] env[69498]: DEBUG nova.network.neutron [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.991265] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097417, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.034082] env[69498]: DEBUG nova.compute.manager [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.034320] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.035283] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414eae7a-2f5c-43d7-96db-ed64bfa8332c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.043413] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.043705] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb28be85-6fea-4bc7-903d-e08c385bc84d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.101216] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.135061] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.135380] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.135578] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.135748] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleting the datastore file [datastore2] 49ba12d1-86f4-49e2-8bfe-10c82616ae2a {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.135997] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886da118-80a0-4d47-a590-2f7264a20cbc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.144552] env[69498]: DEBUG oslo_vmware.api [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 698.144552] env[69498]: value = "task-4097421" [ 698.144552] env[69498]: _type = "Task" [ 698.144552] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.156610] env[69498]: DEBUG oslo_vmware.api [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.396060] env[69498]: DEBUG nova.network.neutron [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updated VIF entry in instance network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.396585] env[69498]: DEBUG nova.network.neutron [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.414431] env[69498]: DEBUG nova.network.neutron [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.492585] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097417, 'name': CreateVM_Task, 'duration_secs': 0.703763} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.498116] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.499090] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.501124] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.501459] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.502153] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60aa1f2d-c371-4ee9-bc80-2948c78b770e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.510755] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 698.510755] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524502dc-b797-a3d2-68b7-264c7f7324ba" [ 698.510755] env[69498]: _type = "Task" [ 698.510755] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.525568] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524502dc-b797-a3d2-68b7-264c7f7324ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.626864] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097419, 'name': ReconfigVM_Task, 'duration_secs': 0.721496} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.626864] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.626864] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Reconfigured VM instance instance-00000014 to attach disk [datastore2] e1c88163-e975-4d2c-84e0-98e30a6cbee6/e1c88163-e975-4d2c-84e0-98e30a6cbee6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.627159] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69839e6e-fe51-4aec-b729-01fb3ddbb240 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.639952] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 698.639952] env[69498]: value = "task-4097422" [ 698.639952] env[69498]: _type = "Task" [ 698.639952] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.656459] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097422, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.660847] env[69498]: DEBUG oslo_vmware.api [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450478} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.660847] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.660847] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.661113] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.661164] env[69498]: INFO nova.compute.manager [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Took 0.63 seconds to destroy the instance on the hypervisor. [ 698.661438] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.664333] env[69498]: DEBUG nova.compute.manager [-] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.664428] env[69498]: DEBUG nova.network.neutron [-] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.726792] env[69498]: DEBUG nova.network.neutron [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Updating instance_info_cache with network_info: [{"id": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "address": "fa:16:3e:d5:c9:ff", "network": {"id": "99245d20-262b-4545-9b9c-f5a7377fd64c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1599048344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357d257f4ad3420fbc4a01578be82754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50059c1-67", "ovs_interfaceid": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.773522] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebccd8b6-979b-411e-9b22-02dea75476a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.782796] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca2354-5c90-4fab-9ea3-f36e4da177c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.820409] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e4ef1-3489-4c54-8897-64da7060db80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.830165] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4fd26-194d-4c67-8600-4f402b9d19a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.845995] env[69498]: DEBUG nova.compute.provider_tree [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.900425] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1a2f941-496d-42cb-a109-c2c3ede98700 req-9b92f97d-8a5c-4302-a82d-6de279b56b8a service nova] Releasing lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.023481] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524502dc-b797-a3d2-68b7-264c7f7324ba, 'name': SearchDatastore_Task, 'duration_secs': 0.019574} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.023898] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.024189] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.024434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.024572] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.024748] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.025034] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8989c821-d91c-4c9e-b47f-1049f9e11f97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.038669] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.038669] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.042716] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f15526a-9205-47c4-93e1-f594135f41ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.054381] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 699.054381] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52799982-60d7-ecfb-2298-87b709de06f2" [ 699.054381] env[69498]: _type = "Task" [ 699.054381] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.069596] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52799982-60d7-ecfb-2298-87b709de06f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014658} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.072042] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5bda9b-1212-49af-912b-b98b52fb35ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.079271] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 699.079271] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f1ac6f-87be-c7f2-5d56-55a7b6d752b5" [ 699.079271] env[69498]: _type = "Task" [ 699.079271] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.091078] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f1ac6f-87be-c7f2-5d56-55a7b6d752b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.155078] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097422, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.228151] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Releasing lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.228602] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Instance network_info: |[{"id": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "address": "fa:16:3e:d5:c9:ff", "network": {"id": "99245d20-262b-4545-9b9c-f5a7377fd64c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1599048344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357d257f4ad3420fbc4a01578be82754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50059c1-67", "ovs_interfaceid": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.229562] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:c9:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c50059c1-6727-4ea5-9530-ba7d31a0d388', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.241527] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Creating folder: Project (357d257f4ad3420fbc4a01578be82754). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.244703] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b94968f-1846-4188-8826-388d7d179aa8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.257856] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Created folder: Project (357d257f4ad3420fbc4a01578be82754) in parent group-v811634. [ 699.258106] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Creating folder: Instances. Parent ref: group-v811705. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.258432] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6c5b8c8-26e3-43c4-b587-b4c4a4046999 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.274286] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Created folder: Instances in parent group-v811705. [ 699.274286] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.274286] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.274286] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc551034-deb2-42fe-9518-76a32bb138e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.298799] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.298799] env[69498]: value = "task-4097425" [ 699.298799] env[69498]: _type = "Task" [ 699.298799] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.309039] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097425, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.351045] env[69498]: DEBUG nova.scheduler.client.report [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.446361] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.446361] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.468582] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.469262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.595329] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f1ac6f-87be-c7f2-5d56-55a7b6d752b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.596332] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.596332] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e/fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.596671] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b197d4bd-bde2-409a-a643-a09ecd363857 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.606152] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 699.606152] env[69498]: value = "task-4097426" [ 699.606152] env[69498]: _type = "Task" [ 699.606152] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.616117] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.654930] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097422, 'name': Rename_Task, 'duration_secs': 0.815515} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.655150] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.655439] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3581da5-fb19-4861-82d2-21a36bf15162 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.662669] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 699.662669] env[69498]: value = "task-4097427" [ 699.662669] env[69498]: _type = "Task" [ 699.662669] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.669207] env[69498]: DEBUG nova.network.neutron [-] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.676386] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.817026] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097425, 'name': CreateVM_Task, 'duration_secs': 0.383218} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.817026] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.817026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.817026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.817026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.817508] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f08f49-4ada-4971-b518-abdbd73d4e5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.821912] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 699.821912] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5233ba94-1ad5-b27f-6eac-4a9b1ca58939" [ 699.821912] env[69498]: _type = "Task" [ 699.821912] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.834248] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5233ba94-1ad5-b27f-6eac-4a9b1ca58939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.855596] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.856288] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.859205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.567s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.024439] env[69498]: DEBUG nova.compute.manager [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Received event network-vif-plugged-c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.024439] env[69498]: DEBUG oslo_concurrency.lockutils [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] Acquiring lock "adabf98b-b0bb-4b09-9f30-55a473245305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.024439] env[69498]: DEBUG oslo_concurrency.lockutils [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] Lock "adabf98b-b0bb-4b09-9f30-55a473245305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.029449] env[69498]: DEBUG oslo_concurrency.lockutils [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] Lock "adabf98b-b0bb-4b09-9f30-55a473245305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.029449] env[69498]: DEBUG nova.compute.manager [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] No waiting events found dispatching network-vif-plugged-c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.029449] env[69498]: WARNING nova.compute.manager [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Received unexpected event network-vif-plugged-c50059c1-6727-4ea5-9530-ba7d31a0d388 for instance with vm_state building and task_state spawning. [ 700.029449] env[69498]: DEBUG nova.compute.manager [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Received event network-changed-c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.029449] env[69498]: DEBUG nova.compute.manager [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Refreshing instance network info cache due to event network-changed-c50059c1-6727-4ea5-9530-ba7d31a0d388. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.029858] env[69498]: DEBUG oslo_concurrency.lockutils [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] Acquiring lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.029858] env[69498]: DEBUG oslo_concurrency.lockutils [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] Acquired lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.029858] env[69498]: DEBUG nova.network.neutron [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Refreshing network info cache for port c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.118871] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097426, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.180928] env[69498]: INFO nova.compute.manager [-] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Took 1.51 seconds to deallocate network for instance. [ 700.181398] env[69498]: DEBUG oslo_vmware.api [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097427, 'name': PowerOnVM_Task, 'duration_secs': 0.508743} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.184862] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.185170] env[69498]: INFO nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Took 12.41 seconds to spawn the instance on the hypervisor. [ 700.185404] env[69498]: DEBUG nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.190451] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e85278-e4de-4902-8523-f83022f0ab1f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.339040] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5233ba94-1ad5-b27f-6eac-4a9b1ca58939, 'name': SearchDatastore_Task, 'duration_secs': 0.028745} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.339573] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.339932] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.340320] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.340582] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.340890] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.341296] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e563f8e6-c2b9-4925-af3f-11c058628e71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.361274] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.361274] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.361274] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0135523b-26b8-4c1e-8366-dd1fd0d79f7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.366955] env[69498]: DEBUG nova.compute.utils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.373837] env[69498]: INFO nova.compute.claims [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.381848] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.382178] env[69498]: DEBUG nova.network.neutron [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.389614] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 700.389614] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52198c2d-e7f7-25b8-d70f-ce77e0b48b74" [ 700.389614] env[69498]: _type = "Task" [ 700.389614] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.401865] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52198c2d-e7f7-25b8-d70f-ce77e0b48b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.446626] env[69498]: DEBUG nova.policy [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d27e5686cc44872a5206bbb736a73e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f630f5f07efc4849981029ba67972cef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.620038] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946594} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.621454] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e/fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.621656] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.622306] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f88e176-7111-4e84-87f1-4bd523684a67 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.629349] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 700.629349] env[69498]: value = "task-4097429" [ 700.629349] env[69498]: _type = "Task" [ 700.629349] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.640864] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.699957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.723066] env[69498]: INFO nova.compute.manager [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Took 33.73 seconds to build instance. [ 700.882332] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.895128] env[69498]: INFO nova.compute.resource_tracker [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating resource usage from migration de2f7d74-ecd2-4aea-852b-0f2ab1079ba0 [ 700.917790] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52198c2d-e7f7-25b8-d70f-ce77e0b48b74, 'name': SearchDatastore_Task, 'duration_secs': 0.052886} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.919190] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423a9c07-407e-492c-af76-6d50bebb59c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.928973] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 700.928973] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520d55f1-d98b-8c03-f804-9c25ccb04ef4" [ 700.928973] env[69498]: _type = "Task" [ 700.928973] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.940575] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520d55f1-d98b-8c03-f804-9c25ccb04ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.119694] env[69498]: DEBUG nova.network.neutron [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Updated VIF entry in instance network info cache for port c50059c1-6727-4ea5-9530-ba7d31a0d388. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.119694] env[69498]: DEBUG nova.network.neutron [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Updating instance_info_cache with network_info: [{"id": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "address": "fa:16:3e:d5:c9:ff", "network": {"id": "99245d20-262b-4545-9b9c-f5a7377fd64c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1599048344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357d257f4ad3420fbc4a01578be82754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50059c1-67", "ovs_interfaceid": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.141568] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146722} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.145944] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.149214] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a19b58-0f46-4f88-b504-c592d7417212 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.184051] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e/fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.188539] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af1254f-f9e2-4761-b616-7d01fc4e469c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.212749] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 701.212749] env[69498]: value = "task-4097430" [ 701.212749] env[69498]: _type = "Task" [ 701.212749] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.224964] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.229926] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ded36b36-265d-4302-be53-3ae77eb63a71 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.479s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.288629] env[69498]: DEBUG nova.network.neutron [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Successfully created port: f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.439857] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520d55f1-d98b-8c03-f804-9c25ccb04ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.055826} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.443116] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.443352] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] adabf98b-b0bb-4b09-9f30-55a473245305/adabf98b-b0bb-4b09-9f30-55a473245305.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.444612] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea0fb9b2-1a96-44f6-9961-94ad4e10c09c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.457478] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 701.457478] env[69498]: value = "task-4097431" [ 701.457478] env[69498]: _type = "Task" [ 701.457478] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.468463] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.506323] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e772252-8644-42c7-9b04-fb2b42e9169c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.518285] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a0bd3-487f-4b7d-84ef-89447e65fcb9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.552356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e32b4-decd-45b8-8dde-c72277b44784 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.563042] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832a5af-3c3f-49ca-9334-bb78565c7857 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.580025] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.622487] env[69498]: DEBUG oslo_concurrency.lockutils [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] Releasing lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.622776] env[69498]: DEBUG nova.compute.manager [req-f96e4788-3f60-4ef3-83f8-56298fa6bec6 req-5738f5e6-f42b-48ed-ad99-c65c361595f2 service nova] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Received event network-vif-deleted-ec5f96e8-9f44-484b-9a0c-648d14d8ce3b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.726350] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.734048] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.899419] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.947980] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.947980] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.947980] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.948391] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.948391] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.948391] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.948391] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.948391] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.949052] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.949052] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.949052] env[69498]: DEBUG nova.virt.hardware [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.953055] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c7215-e20d-4c6b-b694-7877b19b7325 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.968174] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7770a422-e196-4d25-a04d-991d824b93f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.981976] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.997998] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "183f4288-45c2-4a44-826d-29767fbcc075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.998739] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "183f4288-45c2-4a44-826d-29767fbcc075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.000014] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "183f4288-45c2-4a44-826d-29767fbcc075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.000014] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "183f4288-45c2-4a44-826d-29767fbcc075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.000014] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "183f4288-45c2-4a44-826d-29767fbcc075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.005165] env[69498]: INFO nova.compute.manager [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Terminating instance [ 702.109276] env[69498]: ERROR nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [req-32ba03d3-8f4a-4920-8ac5-2cff19de9888] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32ba03d3-8f4a-4920-8ac5-2cff19de9888"}]} [ 702.143818] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.167798] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.168195] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.185783] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.217181] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.236062] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.270293] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.353881] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "434f32c3-fd37-47f8-b899-dcb1799b0a13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.354170] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.354376] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "434f32c3-fd37-47f8-b899-dcb1799b0a13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.354569] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.354754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.357589] env[69498]: INFO nova.compute.manager [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Terminating instance [ 702.470978] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862712} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.471293] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] adabf98b-b0bb-4b09-9f30-55a473245305/adabf98b-b0bb-4b09-9f30-55a473245305.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.471492] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.474831] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec7d893a-4f2d-4de6-a890-6edfed75d014 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.483577] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 702.483577] env[69498]: value = "task-4097432" [ 702.483577] env[69498]: _type = "Task" [ 702.483577] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.501254] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.509720] env[69498]: DEBUG nova.compute.manager [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.509995] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.511897] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f8c45e-8136-4e06-8fcb-a3ef2931781c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.521503] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.521503] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ce695b-3ae1-4a80-849f-30a30a7f8632 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.533514] env[69498]: DEBUG oslo_vmware.api [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 702.533514] env[69498]: value = "task-4097433" [ 702.533514] env[69498]: _type = "Task" [ 702.533514] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.549191] env[69498]: DEBUG oslo_vmware.api [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.730517] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097430, 'name': ReconfigVM_Task, 'duration_secs': 1.396734} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.733344] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e/fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.734442] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bff09bf6-9f1b-4109-af69-b25be43280a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.742589] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 702.742589] env[69498]: value = "task-4097434" [ 702.742589] env[69498]: _type = "Task" [ 702.742589] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.748276] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d07f4-2b5d-4c66-ba05-486ba52a9a51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.757524] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097434, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.760496] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfaabe1-9efe-44af-96e9-1d128ad48036 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.795887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280800b-cba7-49e2-a4be-87360e675509 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.804308] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c893d-eb59-4086-8b55-18aa64064f6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.821098] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.861986] env[69498]: DEBUG nova.compute.manager [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.862253] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.863279] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f747c6-b712-4cfd-a701-46f19f97eea9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.875229] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.875229] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93f53683-1dcc-4ed0-a160-8284b662a5cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.883086] env[69498]: DEBUG oslo_vmware.api [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 702.883086] env[69498]: value = "task-4097435" [ 702.883086] env[69498]: _type = "Task" [ 702.883086] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.895672] env[69498]: DEBUG oslo_vmware.api [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.996132] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160301} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.996474] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.997427] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4faa0b-2265-4943-bc25-495c748dab99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.024670] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] adabf98b-b0bb-4b09-9f30-55a473245305/adabf98b-b0bb-4b09-9f30-55a473245305.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.025610] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-929360ec-d5fe-4b9f-865c-852f62015135 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.055757] env[69498]: DEBUG oslo_vmware.api [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097433, 'name': PowerOffVM_Task, 'duration_secs': 0.302909} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.057417] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.058193] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.058287] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 703.058287] env[69498]: value = "task-4097436" [ 703.058287] env[69498]: _type = "Task" [ 703.058287] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.058429] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99f3d1cf-3b93-4e80-a6d3-2a568c5d7458 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.073152] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.146359] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.146522] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.146643] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleting the datastore file [datastore1] 183f4288-45c2-4a44-826d-29767fbcc075 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.146941] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-590a51e9-6bb3-4bce-b077-0d774e5b32f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.163399] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.163619] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.163984] env[69498]: DEBUG oslo_vmware.api [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 703.163984] env[69498]: value = "task-4097438" [ 703.163984] env[69498]: _type = "Task" [ 703.163984] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.175711] env[69498]: DEBUG oslo_vmware.api [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.188172] env[69498]: DEBUG nova.compute.manager [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.189262] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b140e7d-8b7b-440f-837a-f361356b4cc1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.256767] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097434, 'name': Rename_Task, 'duration_secs': 0.205454} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.257090] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.257387] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7ef0891-d60e-4705-a659-a33729edb286 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.265374] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 703.265374] env[69498]: value = "task-4097439" [ 703.265374] env[69498]: _type = "Task" [ 703.265374] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.276153] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.351493] env[69498]: ERROR nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [req-1fb09220-e47a-4067-94ff-3f2d56a8ff75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1fb09220-e47a-4067-94ff-3f2d56a8ff75"}]} [ 703.380183] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 703.393205] env[69498]: DEBUG oslo_vmware.api [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097435, 'name': PowerOffVM_Task, 'duration_secs': 0.322694} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.395530] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 703.395815] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.398233] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.399099] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.399099] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8851121-d83d-4971-adb5-557f505e72f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.412541] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 703.436621] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 703.443421] env[69498]: DEBUG nova.network.neutron [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Successfully updated port: f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.535878] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.535878] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.536089] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Deleting the datastore file [datastore1] 434f32c3-fd37-47f8-b899-dcb1799b0a13 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.536263] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4841b82-2163-46bf-95ae-a0b4faedd3a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.545387] env[69498]: DEBUG oslo_vmware.api [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for the task: (returnval){ [ 703.545387] env[69498]: value = "task-4097441" [ 703.545387] env[69498]: _type = "Task" [ 703.545387] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.560310] env[69498]: DEBUG oslo_vmware.api [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.572525] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097436, 'name': ReconfigVM_Task, 'duration_secs': 0.442369} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.575119] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Reconfigured VM instance instance-00000016 to attach disk [datastore2] adabf98b-b0bb-4b09-9f30-55a473245305/adabf98b-b0bb-4b09-9f30-55a473245305.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.575119] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a58abfc7-f124-4263-8caf-f76a6d8cfd30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.582973] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 703.582973] env[69498]: value = "task-4097442" [ 703.582973] env[69498]: _type = "Task" [ 703.582973] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.593032] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097442, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.675993] env[69498]: DEBUG oslo_vmware.api [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454673} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.679895] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.680060] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.680230] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.680432] env[69498]: INFO nova.compute.manager [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Took 1.17 seconds to destroy the instance on the hypervisor. [ 703.680688] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.681118] env[69498]: DEBUG nova.compute.manager [-] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.681208] env[69498]: DEBUG nova.network.neutron [-] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.703326] env[69498]: INFO nova.compute.manager [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] instance snapshotting [ 703.703956] env[69498]: DEBUG nova.objects.instance [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'flavor' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.779050] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097439, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.949361] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.949608] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.949608] env[69498]: DEBUG nova.network.neutron [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.006328] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceefa41-d2ea-4e6b-bc47-30206ded4bb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.014741] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aecc7a2-74f3-4003-aeb7-6c02af9de296 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.056846] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7813f3f6-a607-4402-ad11-6fae0d43e994 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.065817] env[69498]: DEBUG oslo_vmware.api [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Task: {'id': task-4097441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256596} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.067831] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.068082] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.068222] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.068394] env[69498]: INFO nova.compute.manager [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Took 1.21 seconds to destroy the instance on the hypervisor. [ 704.068696] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.068977] env[69498]: DEBUG nova.compute.manager [-] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.069200] env[69498]: DEBUG nova.network.neutron [-] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.072282] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66d5bc-67b9-48d6-a4b5-551fa612db0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.093346] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.108661] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097442, 'name': Rename_Task, 'duration_secs': 0.179319} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.110693] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.110854] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a12378-6eb7-4997-a61d-16fd5aa62bf2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.120440] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 704.120440] env[69498]: value = "task-4097443" [ 704.120440] env[69498]: _type = "Task" [ 704.120440] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.134105] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.216653] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a674ddf-3c16-4c2e-8a72-4a113173d3ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.244794] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0408a0-27dd-4b4d-acbf-dd24cae8c57a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.279892] env[69498]: DEBUG oslo_vmware.api [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097439, 'name': PowerOnVM_Task, 'duration_secs': 0.742519} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.281398] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.281651] env[69498]: INFO nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Took 12.28 seconds to spawn the instance on the hypervisor. [ 704.281832] env[69498]: DEBUG nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.283050] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74695b45-323e-4813-91d8-17674465682b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.481164] env[69498]: DEBUG nova.compute.manager [req-9001132f-d42d-4626-a628-ba122735ee67 req-384cc483-829f-4d98-b734-eb55d8ac3726 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Received event network-vif-plugged-f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.481402] env[69498]: DEBUG oslo_concurrency.lockutils [req-9001132f-d42d-4626-a628-ba122735ee67 req-384cc483-829f-4d98-b734-eb55d8ac3726 service nova] Acquiring lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.481623] env[69498]: DEBUG oslo_concurrency.lockutils [req-9001132f-d42d-4626-a628-ba122735ee67 req-384cc483-829f-4d98-b734-eb55d8ac3726 service nova] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.481791] env[69498]: DEBUG oslo_concurrency.lockutils [req-9001132f-d42d-4626-a628-ba122735ee67 req-384cc483-829f-4d98-b734-eb55d8ac3726 service nova] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.481955] env[69498]: DEBUG nova.compute.manager [req-9001132f-d42d-4626-a628-ba122735ee67 req-384cc483-829f-4d98-b734-eb55d8ac3726 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] No waiting events found dispatching network-vif-plugged-f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.482842] env[69498]: WARNING nova.compute.manager [req-9001132f-d42d-4626-a628-ba122735ee67 req-384cc483-829f-4d98-b734-eb55d8ac3726 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Received unexpected event network-vif-plugged-f960943c-565e-4585-92e4-44ed54997b75 for instance with vm_state building and task_state spawning. [ 704.496946] env[69498]: DEBUG nova.network.neutron [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.634181] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097443, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.636053] env[69498]: ERROR nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [req-5a912d98-0475-4631-a70f-0f31b496d979] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a912d98-0475-4631-a70f-0f31b496d979"}]} [ 704.659921] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 704.675568] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 704.675801] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.689039] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 704.711388] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 704.721095] env[69498]: DEBUG nova.compute.manager [None req-b2df7c24-81c1-4902-a9a6-b5b093f0b13a tempest-ServerDiagnosticsV248Test-780451900 tempest-ServerDiagnosticsV248Test-780451900-project-admin] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.725471] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a07100-6280-44c8-8025-e928217fd1ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.739837] env[69498]: INFO nova.compute.manager [None req-b2df7c24-81c1-4902-a9a6-b5b093f0b13a tempest-ServerDiagnosticsV248Test-780451900 tempest-ServerDiagnosticsV248Test-780451900-project-admin] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Retrieving diagnostics [ 704.740739] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca54f83-05ac-48d6-bdbf-0da718d70c73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.777252] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 704.777789] env[69498]: DEBUG nova.network.neutron [-] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.782029] env[69498]: DEBUG nova.network.neutron [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Updating instance_info_cache with network_info: [{"id": "f960943c-565e-4585-92e4-44ed54997b75", "address": "fa:16:3e:cf:d8:cb", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf960943c-56", "ovs_interfaceid": "f960943c-565e-4585-92e4-44ed54997b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.785154] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-013007e2-371e-4df6-8740-f7552f65f21a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.788048] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquiring lock "de0064a5-c6c0-48af-90c6-52a65602aa08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.788309] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.799539] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 704.799539] env[69498]: value = "task-4097444" [ 704.799539] env[69498]: _type = "Task" [ 704.799539] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.803119] env[69498]: INFO nova.compute.manager [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Took 33.58 seconds to build instance. [ 704.821451] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.131467] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.131568] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.136554] env[69498]: DEBUG oslo_vmware.api [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097443, 'name': PowerOnVM_Task, 'duration_secs': 0.977227} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.139597] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.140074] env[69498]: INFO nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Took 10.36 seconds to spawn the instance on the hypervisor. [ 705.140231] env[69498]: DEBUG nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.142042] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91b303-1f21-4d95-b541-1a5371fac927 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.193365] env[69498]: DEBUG nova.network.neutron [-] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.278446] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc86676-cc80-430b-bdd7-9db1d9ca6cad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.281787] env[69498]: INFO nova.compute.manager [-] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Took 1.60 seconds to deallocate network for instance. [ 705.290064] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.290312] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Instance network_info: |[{"id": "f960943c-565e-4585-92e4-44ed54997b75", "address": "fa:16:3e:cf:d8:cb", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf960943c-56", "ovs_interfaceid": "f960943c-565e-4585-92e4-44ed54997b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.291029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d8:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f960943c-565e-4585-92e4-44ed54997b75', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.299100] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating folder: Project (f630f5f07efc4849981029ba67972cef). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.300159] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ad9bef-8fd1-42f3-b0ca-935673e33449 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.303708] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d223e07-4845-465e-bf76-0b415ce8f19a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315131] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a6b3f1f-22d8-4498-9d95-0ceb2c400dd6 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.497s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.315603] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097444, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.344623] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e07692-c387-4db8-9433-c33ff5a8e9a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.346803] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created folder: Project (f630f5f07efc4849981029ba67972cef) in parent group-v811634. [ 705.347019] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating folder: Instances. Parent ref: group-v811708. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.347803] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-126cb754-6769-4ee3-8b9b-9664d7f422ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.355170] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a89705-ec41-4340-a75f-ef77905a0f41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.361038] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created folder: Instances in parent group-v811708. [ 705.361299] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.361902] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.362438] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9968ce70-3099-4915-a027-dd84081396ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.385157] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.392304] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.392304] env[69498]: value = "task-4097447" [ 705.392304] env[69498]: _type = "Task" [ 705.392304] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.402046] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097447, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.641213] env[69498]: DEBUG nova.compute.utils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.666195] env[69498]: INFO nova.compute.manager [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Took 31.78 seconds to build instance. [ 705.694587] env[69498]: INFO nova.compute.manager [-] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Took 1.63 seconds to deallocate network for instance. [ 705.792827] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.817945] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097444, 'name': CreateSnapshot_Task, 'duration_secs': 0.739399} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.818493] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.819092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c87543d-6bf0-40ae-b614-7cc084347b8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.848930] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.902604] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097447, 'name': CreateVM_Task, 'duration_secs': 0.413857} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.902712] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.903412] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903576] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.903893] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.904466] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78664b5b-a5fe-4524-8d1b-b3b70f8bc9ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.910713] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 705.910713] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527dcc08-5065-1cb4-62f9-2ebb7ca5c670" [ 705.910713] env[69498]: _type = "Task" [ 705.910713] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.919605] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527dcc08-5065-1cb4-62f9-2ebb7ca5c670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.922953] env[69498]: DEBUG nova.scheduler.client.report [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 705.922953] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 46 to 47 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 705.922953] env[69498]: DEBUG nova.compute.provider_tree [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.145034] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.168767] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1dbb3d3c-788f-4fd8-89f4-05f845b782a4 tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "adabf98b-b0bb-4b09-9f30-55a473245305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.650s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.202640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.337843] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.338233] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e630d4c-78dc-43c3-bdb4-3d45561dc53e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.348893] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 706.348893] env[69498]: value = "task-4097448" [ 706.348893] env[69498]: _type = "Task" [ 706.348893] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.093337] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 7.234s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.093789] env[69498]: INFO nova.compute.manager [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Migrating [ 707.093889] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.094205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.095654] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.095931] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.096186] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.096399] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.096588] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.098957] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.106469] env[69498]: INFO nova.compute.rpcapi [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 707.107211] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.116832] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.075s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.118537] env[69498]: INFO nova.compute.claims [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.130491] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.131020] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.131020] env[69498]: INFO nova.compute.manager [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Attaching volume b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e to /dev/sdb [ 707.138134] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097448, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.138492] env[69498]: WARNING oslo_vmware.common.loopingcall [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] task run outlasted interval by 0.289188 sec [ 707.149906] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527dcc08-5065-1cb4-62f9-2ebb7ca5c670, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.161418] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.161682] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.161916] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.162018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.162204] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.164881] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.169242] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f63e0103-4bf7-44a3-8f95-2fe346525e4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.172954] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097448, 'name': CloneVM_Task} progress is 95%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.182859] env[69498]: INFO nova.compute.manager [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Terminating instance [ 707.202962] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af52553-d5d2-475a-b620-5c02e9368232 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.209192] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.209192] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.211415] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cbb8de-563e-4f00-81d2-543d6c3aaf16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.215299] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd4bfb-b9eb-4219-8934-56050c6ee165 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.224645] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 707.224645] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5264e15b-cf44-6272-aff1-1300ef8dfd57" [ 707.224645] env[69498]: _type = "Task" [ 707.224645] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.234484] env[69498]: DEBUG nova.virt.block_device [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updating existing volume attachment record: 9e133b50-b575-40ec-a6ce-ddf31a363895 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 707.241439] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5264e15b-cf44-6272-aff1-1300ef8dfd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.431783] env[69498]: DEBUG nova.compute.manager [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Received event network-changed-f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.432161] env[69498]: DEBUG nova.compute.manager [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Refreshing instance network info cache due to event network-changed-f960943c-565e-4585-92e4-44ed54997b75. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.432462] env[69498]: DEBUG oslo_concurrency.lockutils [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] Acquiring lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.432674] env[69498]: DEBUG oslo_concurrency.lockutils [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] Acquired lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.432967] env[69498]: DEBUG nova.network.neutron [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Refreshing network info cache for port f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.641933] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.642252] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642480] env[69498]: DEBUG nova.network.neutron [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.660020] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097448, 'name': CloneVM_Task, 'duration_secs': 1.178996} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.660020] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created linked-clone VM from snapshot [ 707.660321] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3f5fc-9069-4222-859b-cff32a3d6481 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.671154] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Uploading image eca236a1-69e3-443c-ba98-36e023adcf23 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.677915] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.688655] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "refresh_cache-0c7c0a79-1ef0-4730-a01f-5c08586125c9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.688905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquired lock "refresh_cache-0c7c0a79-1ef0-4730-a01f-5c08586125c9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.689107] env[69498]: DEBUG nova.network.neutron [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.701016] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.701016] env[69498]: value = "vm-811712" [ 707.701016] env[69498]: _type = "VirtualMachine" [ 707.701016] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.702378] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-810a1931-7cc3-444d-afc6-4797d9aff1fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.712356] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease: (returnval){ [ 707.712356] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5207e8ca-1b1e-c224-2010-56e70a2ed46b" [ 707.712356] env[69498]: _type = "HttpNfcLease" [ 707.712356] env[69498]: } obtained for exporting VM: (result){ [ 707.712356] env[69498]: value = "vm-811712" [ 707.712356] env[69498]: _type = "VirtualMachine" [ 707.712356] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.712734] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the lease: (returnval){ [ 707.712734] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5207e8ca-1b1e-c224-2010-56e70a2ed46b" [ 707.712734] env[69498]: _type = "HttpNfcLease" [ 707.712734] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.721784] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.721784] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5207e8ca-1b1e-c224-2010-56e70a2ed46b" [ 707.721784] env[69498]: _type = "HttpNfcLease" [ 707.721784] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.739537] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5264e15b-cf44-6272-aff1-1300ef8dfd57, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.740766] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de0ad2e-ce20-4476-9e6a-580af96098c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.749718] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 707.749718] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5274a037-a212-7a2f-006a-60ccf8f23dc5" [ 707.749718] env[69498]: _type = "Task" [ 707.749718] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.759784] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5274a037-a212-7a2f-006a-60ccf8f23dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.049398] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-48aa7aba-a938-4622-9201-222fd0b88f76-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.049705] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-48aa7aba-a938-4622-9201-222fd0b88f76-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.050103] env[69498]: DEBUG nova.objects.instance [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'flavor' on Instance uuid 48aa7aba-a938-4622-9201-222fd0b88f76 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.226255] env[69498]: DEBUG nova.network.neutron [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.238299] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.238299] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5207e8ca-1b1e-c224-2010-56e70a2ed46b" [ 708.238299] env[69498]: _type = "HttpNfcLease" [ 708.238299] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.240695] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.240695] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5207e8ca-1b1e-c224-2010-56e70a2ed46b" [ 708.240695] env[69498]: _type = "HttpNfcLease" [ 708.240695] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.241829] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d98d2a1-9cd9-442c-bd61-1b83ce5a2231 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.254893] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392680-a8d4-c830-8c4b-5d1630f8af25/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.254893] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392680-a8d4-c830-8c4b-5d1630f8af25/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.323575] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5274a037-a212-7a2f-006a-60ccf8f23dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.326438] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.326770] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/273cf30d-cbcd-4311-9a08-2563bfb90f3e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.327617] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ef6fdc-be53-45c7-8132-0de63e76af03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.337491] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 708.337491] env[69498]: value = "task-4097453" [ 708.337491] env[69498]: _type = "Task" [ 708.337491] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.351017] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.370565] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8683d52a-9df4-41e3-918a-08e19be84af6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.376031] env[69498]: DEBUG nova.network.neutron [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.416948] env[69498]: DEBUG nova.network.neutron [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Updated VIF entry in instance network info cache for port f960943c-565e-4585-92e4-44ed54997b75. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.417463] env[69498]: DEBUG nova.network.neutron [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Updating instance_info_cache with network_info: [{"id": "f960943c-565e-4585-92e4-44ed54997b75", "address": "fa:16:3e:cf:d8:cb", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf960943c-56", "ovs_interfaceid": "f960943c-565e-4585-92e4-44ed54997b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.551736] env[69498]: DEBUG nova.network.neutron [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [{"id": "fcd19903-6f1e-4297-afc9-9decdfe37903", "address": "fa:16:3e:72:f4:ef", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd19903-6f", "ovs_interfaceid": "fcd19903-6f1e-4297-afc9-9decdfe37903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.677072] env[69498]: DEBUG nova.objects.instance [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'pci_requests' on Instance uuid 48aa7aba-a938-4622-9201-222fd0b88f76 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.702329] env[69498]: DEBUG nova.compute.manager [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Received event network-changed-c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.702329] env[69498]: DEBUG nova.compute.manager [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Refreshing instance network info cache due to event network-changed-c50059c1-6727-4ea5-9530-ba7d31a0d388. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.702546] env[69498]: DEBUG oslo_concurrency.lockutils [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] Acquiring lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.702737] env[69498]: DEBUG oslo_concurrency.lockutils [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] Acquired lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.702971] env[69498]: DEBUG nova.network.neutron [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Refreshing network info cache for port c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.849743] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097453, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.852543] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a04cb-f3fb-4225-a7dd-b71077d460de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.860890] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e809914-2d2e-4983-bde6-f5e159f66eee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.899428] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Releasing lock "refresh_cache-0c7c0a79-1ef0-4730-a01f-5c08586125c9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.900022] env[69498]: DEBUG nova.compute.manager [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.900400] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.902378] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04695184-d84f-445f-9a27-c960f9aca175 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.905570] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a6799a-f4e7-4e99-a504-8c4d58804b41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.919052] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4f8ac-c19c-4e87-b17a-865e746359a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.920414] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.920986] env[69498]: DEBUG oslo_concurrency.lockutils [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] Releasing lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.921188] env[69498]: DEBUG nova.compute.manager [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Received event network-vif-deleted-fe2862a4-d855-448b-8be0-0fd6dfd7d2ba {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.921365] env[69498]: DEBUG nova.compute.manager [req-ef44f0d3-29b7-4daa-af51-796c1cacfcbc req-de70d10f-5c8c-4439-b05f-2847704d8a38 service nova] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Received event network-vif-deleted-7af0c7c0-c53b-4470-8ec3-3a442684f497 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.921745] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc257a7-514c-4171-9dff-0a60687f34db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.935955] env[69498]: DEBUG nova.compute.provider_tree [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.938988] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 708.938988] env[69498]: value = "task-4097454" [ 708.938988] env[69498]: _type = "Task" [ 708.938988] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.948866] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.057324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.146985] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.147369] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.181542] env[69498]: DEBUG nova.objects.base [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Object Instance<48aa7aba-a938-4622-9201-222fd0b88f76> lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 709.182730] env[69498]: DEBUG nova.network.neutron [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.284045] env[69498]: DEBUG nova.policy [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.349647] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559561} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.350197] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/273cf30d-cbcd-4311-9a08-2563bfb90f3e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.350666] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.351063] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3cd88a8-7ad4-4de0-af8b-d22dc20422f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.360640] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 709.360640] env[69498]: value = "task-4097455" [ 709.360640] env[69498]: _type = "Task" [ 709.360640] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.373255] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.441717] env[69498]: DEBUG nova.scheduler.client.report [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.465411] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.674843] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.675245] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.675479] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.675914] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.676155] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.676353] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.676533] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 709.676689] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.777724] env[69498]: DEBUG nova.network.neutron [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Updated VIF entry in instance network info cache for port c50059c1-6727-4ea5-9530-ba7d31a0d388. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.778141] env[69498]: DEBUG nova.network.neutron [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Updating instance_info_cache with network_info: [{"id": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "address": "fa:16:3e:d5:c9:ff", "network": {"id": "99245d20-262b-4545-9b9c-f5a7377fd64c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1599048344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357d257f4ad3420fbc4a01578be82754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50059c1-67", "ovs_interfaceid": "c50059c1-6727-4ea5-9530-ba7d31a0d388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.878661] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078429} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.879023] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.880107] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ca32c-8e94-4bb9-a94f-f9cde7dc4261 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.886334] env[69498]: DEBUG nova.network.neutron [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Successfully created port: b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.916512] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/273cf30d-cbcd-4311-9a08-2563bfb90f3e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.917057] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d74f73-c042-472b-859a-588e5d9b2faf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.946538] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 709.946538] env[69498]: value = "task-4097457" [ 709.946538] env[69498]: _type = "Task" [ 709.946538] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.959253] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.960528] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.973190] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.686s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.976518] env[69498]: INFO nova.compute.claims [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.979358] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.979570] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.181194] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.284489] env[69498]: DEBUG oslo_concurrency.lockutils [req-4f455832-23b2-4459-bbb9-05a750ee3362 req-ea34d6a3-8f98-4d3d-a8da-6eb7d4909318 service nova] Releasing lock "refresh_cache-adabf98b-b0bb-4b09-9f30-55a473245305" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.400164] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "96501d38-df12-496f-b7da-7787298bbec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.400518] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.463468] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097457, 'name': ReconfigVM_Task, 'duration_secs': 0.335124} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.467373] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/273cf30d-cbcd-4311-9a08-2563bfb90f3e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.470763] env[69498]: DEBUG nova.compute.utils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.475584] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097454, 'name': PowerOffVM_Task, 'duration_secs': 1.139842} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.475584] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35cb257f-3cdb-434c-bcd2-2543b4f1706f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.476775] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.476968] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.479527] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.479770] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.480114] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a224a933-0455-43b0-8957-9f9b26d369f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.492154] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 710.492154] env[69498]: value = "task-4097458" [ 710.492154] env[69498]: _type = "Task" [ 710.492154] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.503889] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097458, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.543193] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.543414] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.543627] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Deleting the datastore file [datastore1] 0c7c0a79-1ef0-4730-a01f-5c08586125c9 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.543932] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91fea5b2-daba-412e-a01e-5e13231c52b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.551517] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for the task: (returnval){ [ 710.551517] env[69498]: value = "task-4097460" [ 710.551517] env[69498]: _type = "Task" [ 710.551517] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.564986] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.574984] env[69498]: DEBUG nova.policy [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4162d1bfb724130bc99713102e4931d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f81c0bdac04d3285d9e6f4b6b9e8ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.582330] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749c080-c4ef-4f7b-8844-69c6a804057e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.607277] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.975754] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.010649] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097458, 'name': Rename_Task, 'duration_secs': 0.169175} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.010649] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.010649] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3291a7a6-2bb3-42f5-a36b-728a66d6583a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.022990] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 711.022990] env[69498]: value = "task-4097461" [ 711.022990] env[69498]: _type = "Task" [ 711.022990] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.037386] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.064404] env[69498]: DEBUG oslo_vmware.api [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Task: {'id': task-4097460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190606} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.064823] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.065170] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.065441] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.065632] env[69498]: INFO nova.compute.manager [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Took 2.17 seconds to destroy the instance on the hypervisor. [ 711.066015] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.066856] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Successfully created port: 11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.068422] env[69498]: DEBUG nova.compute.manager [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.068547] env[69498]: DEBUG nova.network.neutron [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.088493] env[69498]: DEBUG nova.network.neutron [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.116101] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.116516] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ecc78c-eec7-4be6-9b71-88872395a9cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.125115] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 711.125115] env[69498]: value = "task-4097462" [ 711.125115] env[69498]: _type = "Task" [ 711.125115] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.134503] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.514958] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.518167] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.535829] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.592451] env[69498]: DEBUG nova.network.neutron [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.643265] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097462, 'name': PowerOffVM_Task, 'duration_secs': 0.371091} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.644831] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.645122] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.672220] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc53c229-5b27-47b2-bedc-567da36c7442 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.680588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f7a1f-b552-4bc9-af05-2edde12106eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.720250] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040838df-11bd-402c-9668-b23535fce154 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.733096] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b5887-88c3-4097-9174-6cb2b3b0f493 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.748411] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.815663] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 711.815975] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811715', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'name': 'volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '292973ce-644b-4494-b2c9-fa8d7122118e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'serial': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 711.816874] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc61d8f-fb2c-4545-86b3-62d0f06b3647 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.835117] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afe881-f254-4bc0-a114-352bccc7cfc7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.869733] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e/volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.870538] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Successfully created port: 5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.873041] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c37216c-7bce-49c9-8462-fa1bb2f6c52f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.898543] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Waiting for the task: (returnval){ [ 711.898543] env[69498]: value = "task-4097463" [ 711.898543] env[69498]: _type = "Task" [ 711.898543] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.913498] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.988521] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.017908] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.018780] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.018907] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.019091] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.019242] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.019394] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.020365] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.020365] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.020365] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.020365] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.020365] env[69498]: DEBUG nova.virt.hardware [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.021360] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf3585c-016b-4fef-a42f-774d139efaad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.043245] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992ebc75-5780-4821-a77a-a9b96cae9a84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.050392] env[69498]: DEBUG oslo_vmware.api [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097461, 'name': PowerOnVM_Task, 'duration_secs': 0.585816} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.051170] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.051170] env[69498]: INFO nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Took 10.15 seconds to spawn the instance on the hypervisor. [ 712.051379] env[69498]: DEBUG nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.052854] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51d900-f464-477a-a5c3-86fdc5328d19 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.096198] env[69498]: INFO nova.compute.manager [-] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Took 1.03 seconds to deallocate network for instance. [ 712.152429] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.152761] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.152984] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.153303] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.153572] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.153833] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.154107] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.154976] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.154976] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.154976] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.154976] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.160462] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5eecc0-f307-44c9-a33f-4376bffd4ca6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.185144] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 712.185144] env[69498]: value = "task-4097464" [ 712.185144] env[69498]: _type = "Task" [ 712.185144] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.199671] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.275594] env[69498]: ERROR nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [req-85197543-0016-41a9-81bd-3d4fa5f963ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85197543-0016-41a9-81bd-3d4fa5f963ee"}]} [ 712.301102] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.322049] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.322226] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.343266] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.374878] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.398996] env[69498]: DEBUG nova.network.neutron [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Successfully updated port: b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.414561] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.588626] env[69498]: INFO nova.compute.manager [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Took 37.31 seconds to build instance. [ 712.604487] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.629372] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Successfully created port: 98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.700084] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097464, 'name': ReconfigVM_Task, 'duration_secs': 0.233963} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.703172] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.909754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.909754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.909964] env[69498]: DEBUG nova.network.neutron [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.921512] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097463, 'name': ReconfigVM_Task, 'duration_secs': 0.545763} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.925303] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e/volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.931031] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df12266f-94b8-47de-90f2-379e7087b25c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.950800] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Waiting for the task: (returnval){ [ 712.950800] env[69498]: value = "task-4097465" [ 712.950800] env[69498]: _type = "Task" [ 712.950800] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.960817] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.085681] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee31699-de26-49c6-8671-3b07889b7803 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.094839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0bb1702-8025-43fd-a936-ed57d7b7096d tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.131s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.097561] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28212559-fc07-4237-831b-3edfc4261f90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.134502] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1598df-0568-44d1-a127-c8d5b1fbd11f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.145389] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f288a6-3936-4eda-a38c-190a29300fe7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.167791] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.209675] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.209981] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.210179] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.210370] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.210515] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.211423] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.211423] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.211423] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.211663] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.211873] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.212125] env[69498]: DEBUG nova.virt.hardware [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.218892] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 713.221013] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394ca95a-17e5-4166-8374-36ee67d79560 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.243984] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 713.243984] env[69498]: value = "task-4097466" [ 713.243984] env[69498]: _type = "Task" [ 713.243984] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.255345] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.462557] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.473255] env[69498]: WARNING nova.network.neutron [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] 30aebfcd-a45a-4231-881e-e2c2b3412405 already exists in list: networks containing: ['30aebfcd-a45a-4231-881e-e2c2b3412405']. ignoring it [ 713.601715] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.699681] env[69498]: ERROR nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [req-badf946c-17f7-49a6-9409-d3e831ce8a34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-badf946c-17f7-49a6-9409-d3e831ce8a34"}]} [ 713.717618] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 713.733988] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 713.734250] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.753755] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 713.762838] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097466, 'name': ReconfigVM_Task, 'duration_secs': 0.212322} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.763176] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 713.764016] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d558b9-0d62-4eac-a71d-e7ca1ddc31b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.791044] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6/5706f0bc-dc72-43db-a689-2003181f0bc6.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.794950] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 713.796521] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded2fdc8-93f5-494f-b60c-28a9b805d884 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.817968] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 713.817968] env[69498]: value = "task-4097467" [ 713.817968] env[69498]: _type = "Task" [ 713.817968] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.828124] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.963502] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.021389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.021389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.022759] env[69498]: DEBUG nova.network.neutron [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b912359a-e015-4636-a343-c3a5ef2b8713", "address": "fa:16:3e:3e:a0:0c", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb912359a-e0", "ovs_interfaceid": "b912359a-e015-4636-a343-c3a5ef2b8713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.118115] env[69498]: DEBUG nova.compute.manager [req-4d1ca7fd-9d12-49d1-b7ed-43fcff18b0cc req-9bc6607d-189b-4397-bc2f-d5afdb5a8df7 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-vif-plugged-b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.118115] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d1ca7fd-9d12-49d1-b7ed-43fcff18b0cc req-9bc6607d-189b-4397-bc2f-d5afdb5a8df7 service nova] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.118273] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d1ca7fd-9d12-49d1-b7ed-43fcff18b0cc req-9bc6607d-189b-4397-bc2f-d5afdb5a8df7 service nova] Lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.118310] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d1ca7fd-9d12-49d1-b7ed-43fcff18b0cc req-9bc6607d-189b-4397-bc2f-d5afdb5a8df7 service nova] Lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.119203] env[69498]: DEBUG nova.compute.manager [req-4d1ca7fd-9d12-49d1-b7ed-43fcff18b0cc req-9bc6607d-189b-4397-bc2f-d5afdb5a8df7 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] No waiting events found dispatching network-vif-plugged-b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.119203] env[69498]: WARNING nova.compute.manager [req-4d1ca7fd-9d12-49d1-b7ed-43fcff18b0cc req-9bc6607d-189b-4397-bc2f-d5afdb5a8df7 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received unexpected event network-vif-plugged-b912359a-e015-4636-a343-c3a5ef2b8713 for instance with vm_state active and task_state None. [ 714.144515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.329714] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097467, 'name': ReconfigVM_Task, 'duration_secs': 0.342158} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.329848] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6/5706f0bc-dc72-43db-a689-2003181f0bc6.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.330147] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.463652] env[69498]: DEBUG oslo_vmware.api [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097465, 'name': ReconfigVM_Task, 'duration_secs': 1.208104} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.463996] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811715', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'name': 'volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '292973ce-644b-4494-b2c9-fa8d7122118e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'serial': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 714.493887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b051ae6-668f-4c86-857c-969bca4c34b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.504554] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91908e97-fe16-4354-b86c-b2dae8c8d40a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.545189] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.546068] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.546250] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.547380] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6cf2a7-28b0-4f6d-aaca-9a142c895139 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.551646] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d9c7a-3386-4d9d-a1bb-bf03da1cb5d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.573207] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.573207] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.573207] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.573207] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.573207] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.573207] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.573752] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.573752] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.573874] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.574055] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.574294] env[69498]: DEBUG nova.virt.hardware [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.584070] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Reconfiguring VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 714.584596] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Successfully updated port: 11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.586198] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41487ba5-4966-4c11-bf2e-c0952d9485a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.604286] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6e138-fd15-49b5-b8f1-40e16e426717 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.621250] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.624994] env[69498]: DEBUG oslo_vmware.api [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 714.624994] env[69498]: value = "task-4097468" [ 714.624994] env[69498]: _type = "Task" [ 714.624994] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.838672] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92a7e0-f75b-4d1d-9c31-af03092d037e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.864279] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf957ab-8ca8-4d5f-a384-67319888a92e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.886300] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.143760] env[69498]: DEBUG oslo_vmware.api [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.173762] env[69498]: DEBUG nova.scheduler.client.report [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 715.173762] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 50 to 51 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 715.173762] env[69498]: DEBUG nova.compute.provider_tree [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.530979] env[69498]: DEBUG nova.objects.instance [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lazy-loading 'flavor' on Instance uuid 292973ce-644b-4494-b2c9-fa8d7122118e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.547629] env[69498]: DEBUG nova.network.neutron [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Port fcd19903-6f1e-4297-afc9-9decdfe37903 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 715.645907] env[69498]: DEBUG oslo_vmware.api [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.687625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.714s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.688342] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.695648] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.921s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.695648] env[69498]: DEBUG nova.objects.instance [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lazy-loading 'resources' on Instance uuid 63cab0cd-7268-4442-aa1a-e6d33cd43500 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.039883] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6c25bb5-d098-4262-aefa-7f308e541fad tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.909s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.142538] env[69498]: DEBUG oslo_vmware.api [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097468, 'name': ReconfigVM_Task, 'duration_secs': 1.200928} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.143099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.143322] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Reconfigured VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 716.200506] env[69498]: DEBUG nova.compute.utils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.212021] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.212021] env[69498]: DEBUG nova.network.neutron [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.328715] env[69498]: DEBUG nova.policy [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb23cbf06f54efbba3378a451fd5f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001278abcec742f0ba4c8400d29cf5a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.578744] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.579461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.579461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.648515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd82a1f-1fcc-4a92-9b5c-2ca6d8e9af0f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-48aa7aba-a938-4622-9201-222fd0b88f76-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.599s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.694695] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Successfully updated port: 5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.706903] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.911548] env[69498]: DEBUG nova.network.neutron [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Successfully created port: 9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.927869] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0b832b-a982-4250-88ca-aec752f2c676 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.937968] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad4c13d-0111-4372-9d70-6f13d6b9a597 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.982848] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae5b0d-27ba-43f7-bc46-602f774e4f03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.996846] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9962b081-3605-435e-b73d-e35be3e5ee4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.014580] env[69498]: DEBUG nova.compute.provider_tree [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.138723] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392680-a8d4-c830-8c4b-5d1630f8af25/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.139796] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81417b3a-e8fd-4c89-9f1a-d12abf289086 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.151596] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392680-a8d4-c830-8c4b-5d1630f8af25/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.151596] env[69498]: ERROR oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392680-a8d4-c830-8c4b-5d1630f8af25/disk-0.vmdk due to incomplete transfer. [ 717.151596] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a855cbc-f82c-4867-b735-e84a2f960c00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.161172] env[69498]: DEBUG oslo_vmware.rw_handles [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52392680-a8d4-c830-8c4b-5d1630f8af25/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.161172] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Uploaded image eca236a1-69e3-443c-ba98-36e023adcf23 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 717.163299] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.163668] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9fd02ac-30e2-493a-9635-d8ab2f14ca57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.171951] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 717.171951] env[69498]: value = "task-4097469" [ 717.171951] env[69498]: _type = "Task" [ 717.171951] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.183697] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097469, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.517591] env[69498]: DEBUG nova.scheduler.client.report [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.662476] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.662476] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.662933] env[69498]: DEBUG nova.network.neutron [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.685886] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097469, 'name': Destroy_Task, 'duration_secs': 0.39262} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.686506] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroyed the VM [ 717.686877] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.687167] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31282462-dffb-43cd-b957-305cbdc27b47 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.696100] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 717.696100] env[69498]: value = "task-4097470" [ 717.696100] env[69498]: _type = "Task" [ 717.696100] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.705517] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.721474] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.758969] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.759251] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.759413] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.759597] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.759806] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.759985] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.760710] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.760937] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.761208] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.762659] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.762659] env[69498]: DEBUG nova.virt.hardware [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.762659] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d5608a-6cf5-4415-b6d8-ad387dd214d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.773065] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df202f94-d16e-4a2b-a201-54d366200a59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.807183] env[69498]: DEBUG nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-changed-b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.807516] env[69498]: DEBUG nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Refreshing instance network info cache due to event network-changed-b912359a-e015-4636-a343-c3a5ef2b8713. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.807855] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Acquiring lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.808271] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Acquired lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.808682] env[69498]: DEBUG nova.network.neutron [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Refreshing network info cache for port b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.025334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.028445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.611s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.030419] env[69498]: INFO nova.compute.claims [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.055778] env[69498]: INFO nova.scheduler.client.report [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Deleted allocations for instance 63cab0cd-7268-4442-aa1a-e6d33cd43500 [ 718.209829] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.569021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-312bb932-9bcd-497e-9c03-78721e69590e tempest-ServerAddressesNegativeTestJSON-353182195 tempest-ServerAddressesNegativeTestJSON-353182195-project-member] Lock "63cab0cd-7268-4442-aa1a-e6d33cd43500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.733s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.710726] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097470, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.759091] env[69498]: DEBUG nova.network.neutron [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [{"id": "fcd19903-6f1e-4297-afc9-9decdfe37903", "address": "fa:16:3e:72:f4:ef", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd19903-6f", "ovs_interfaceid": "fcd19903-6f1e-4297-afc9-9decdfe37903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.830547] env[69498]: DEBUG nova.network.neutron [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updated VIF entry in instance network info cache for port b912359a-e015-4636-a343-c3a5ef2b8713. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.831155] env[69498]: DEBUG nova.network.neutron [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b912359a-e015-4636-a343-c3a5ef2b8713", "address": "fa:16:3e:3e:a0:0c", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb912359a-e0", "ovs_interfaceid": "b912359a-e015-4636-a343-c3a5ef2b8713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.892027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.892613] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.210958] env[69498]: DEBUG oslo_vmware.api [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097470, 'name': RemoveSnapshot_Task, 'duration_secs': 1.076704} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.211439] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.211679] env[69498]: INFO nova.compute.manager [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 719.263612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.337728] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Releasing lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.338068] env[69498]: DEBUG nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-vif-plugged-11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.338284] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Acquiring lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.338494] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.338657] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.338877] env[69498]: DEBUG nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] No waiting events found dispatching network-vif-plugged-11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.339084] env[69498]: WARNING nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received unexpected event network-vif-plugged-11f8ab2d-3375-41f6-ac08-2ac26e9ea745 for instance with vm_state building and task_state spawning. [ 719.339263] env[69498]: DEBUG nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-changed-11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.339412] env[69498]: DEBUG nova.compute.manager [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Refreshing instance network info cache due to event network-changed-11f8ab2d-3375-41f6-ac08-2ac26e9ea745. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.339603] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Acquiring lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.339737] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Acquired lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.339890] env[69498]: DEBUG nova.network.neutron [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Refreshing network info cache for port 11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.698248] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25819f-cbc9-4d87-a18e-0f22ed4543c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.715440] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27807f-2a03-487f-9c2e-736270357c30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.722373] env[69498]: DEBUG nova.network.neutron [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Successfully updated port: 9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.763618] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9c71c9-7120-4339-95e0-1173588410c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.772520] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fec1778-b9dd-4d8a-8afa-077cadf78558 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.791506] env[69498]: DEBUG nova.compute.provider_tree [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.796036] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978dcece-fb50-469d-8199-4a85bfd44a7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.816116] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fedf6e-6207-4c89-b4b5-2cc16b554324 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.825302] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.852145] env[69498]: DEBUG nova.compute.manager [None req-2335f1e3-f483-436a-92bc-c0206f42cbd9 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Found 1 images (rotation: 2) {{(pid=69498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 719.949070] env[69498]: DEBUG nova.network.neutron [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.266042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-8fcf7408-4fd0-4e38-b162-94603fb4594c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.266042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-8fcf7408-4fd0-4e38-b162-94603fb4594c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.266042] env[69498]: DEBUG nova.network.neutron [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.296343] env[69498]: DEBUG nova.scheduler.client.report [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.303793] env[69498]: DEBUG nova.network.neutron [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.334514] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.334514] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c08bfd-1896-4b16-a49b-4849e1c8de97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.343261] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 720.343261] env[69498]: value = "task-4097471" [ 720.343261] env[69498]: _type = "Task" [ 720.343261] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.350466] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Successfully updated port: 98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.362220] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.470825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.470825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.803890] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.804495] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.809075] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.533s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.809401] env[69498]: DEBUG nova.objects.instance [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lazy-loading 'resources' on Instance uuid b7967fdc-15d1-4c8e-8b1a-d00bbffa9020 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.810912] env[69498]: DEBUG oslo_concurrency.lockutils [req-7e948cd2-cebc-411e-996c-6d2f99ae76cb req-72f64e5f-041b-407c-b3f3-afeb5e26a272 service nova] Releasing lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.842201] env[69498]: DEBUG nova.network.neutron [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.853138] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.853908] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.854121] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.864316] env[69498]: DEBUG oslo_vmware.api [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097471, 'name': PowerOnVM_Task, 'duration_secs': 0.466434} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.865208] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.865923] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-effbb754-9a20-45b5-a545-9325503eafa3 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance '5706f0bc-dc72-43db-a689-2003181f0bc6' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.973125] env[69498]: INFO nova.compute.manager [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Detaching volume b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e [ 721.023610] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-vif-plugged-5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.023610] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquiring lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.023610] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.023610] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.023610] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] No waiting events found dispatching network-vif-plugged-5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.023610] env[69498]: WARNING nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received unexpected event network-vif-plugged-5fa846c6-94ba-4cf1-8c60-55de878f6893 for instance with vm_state building and task_state spawning. [ 721.023610] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-changed-5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.023610] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Refreshing instance network info cache due to event network-changed-5fa846c6-94ba-4cf1-8c60-55de878f6893. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.023610] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquiring lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.024086] env[69498]: INFO nova.virt.block_device [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Attempting to driver detach volume b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e from mountpoint /dev/sdb [ 721.024343] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 721.024586] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811715', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'name': 'volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '292973ce-644b-4494-b2c9-fa8d7122118e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'serial': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 721.026282] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b67bd5-1130-4fcd-a1a1-5d42f0aace6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.057440] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f05dd-9c74-47c6-82bc-e51740c6f70b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.067227] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b324cc3c-446a-4aa9-a444-faea918c2919 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.094461] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a722fc-e9ba-433b-8360-59b28a30b84f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.115239] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] The volume has not been displaced from its original location: [datastore1] volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e/volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 721.121503] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 721.121945] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907142a2-f25e-458a-b896-6be9d020f9da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.142395] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Waiting for the task: (returnval){ [ 721.142395] env[69498]: value = "task-4097472" [ 721.142395] env[69498]: _type = "Task" [ 721.142395] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.153516] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.319915] env[69498]: DEBUG nova.compute.utils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.322510] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.322684] env[69498]: DEBUG nova.network.neutron [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.334023] env[69498]: DEBUG nova.network.neutron [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Updating instance_info_cache with network_info: [{"id": "9179baa2-90c1-4da7-9850-0eb0ed1308a3", "address": "fa:16:3e:30:47:88", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9179baa2-90", "ovs_interfaceid": "9179baa2-90c1-4da7-9850-0eb0ed1308a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.654920] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097472, 'name': ReconfigVM_Task, 'duration_secs': 0.271993} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.655373] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 721.661743] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c63c2f-c6f6-481a-9d07-a49ce0356f0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.685403] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Waiting for the task: (returnval){ [ 721.685403] env[69498]: value = "task-4097473" [ 721.685403] env[69498]: _type = "Task" [ 721.685403] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.697715] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.726197] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.747699] env[69498]: DEBUG nova.policy [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d27e5686cc44872a5206bbb736a73e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f630f5f07efc4849981029ba67972cef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.831148] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.847496] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-8fcf7408-4fd0-4e38-b162-94603fb4594c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.847827] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance network_info: |[{"id": "9179baa2-90c1-4da7-9850-0eb0ed1308a3", "address": "fa:16:3e:30:47:88", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9179baa2-90", "ovs_interfaceid": "9179baa2-90c1-4da7-9850-0eb0ed1308a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.848322] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:47:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9179baa2-90c1-4da7-9850-0eb0ed1308a3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.861303] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.870398] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.876652] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe9baccf-b4fa-4064-9fbd-2615da58c0c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.918133] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.918133] env[69498]: value = "task-4097474" [ 721.918133] env[69498]: _type = "Task" [ 721.918133] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.930092] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097474, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.080188] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce37185-0da4-429e-af9b-c8e3dc5f1d0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.089085] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc28d5f-5c11-4567-9984-f301065c2851 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.129240] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89b6d0-e5ef-411c-b667-24b2e6072431 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.136368] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a5fea-e2bb-46b4-8453-821e674154d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.152306] env[69498]: DEBUG nova.compute.provider_tree [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.199997] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.435254] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097474, 'name': CreateVM_Task, 'duration_secs': 0.395478} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.435445] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.436241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.436406] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.437498] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.437827] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9949b873-ae6e-4ba8-ae22-cf025668bbf7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.449502] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 722.449502] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fb524c-bcc6-8213-a2d3-83c03d8ba893" [ 722.449502] env[69498]: _type = "Task" [ 722.449502] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.462118] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fb524c-bcc6-8213-a2d3-83c03d8ba893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.658635] env[69498]: DEBUG nova.scheduler.client.report [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.699432] env[69498]: DEBUG oslo_vmware.api [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Task: {'id': task-4097473, 'name': ReconfigVM_Task, 'duration_secs': 0.832688} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.699787] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811715', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'name': 'volume-b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '292973ce-644b-4494-b2c9-fa8d7122118e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e', 'serial': 'b65d27d7-36e8-4d0b-b365-cd0c0d20ea2e'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 722.850411] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.881879] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.882979] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.883256] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.883462] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.883611] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.883756] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.883971] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.884173] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.884358] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.884538] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.884714] env[69498]: DEBUG nova.virt.hardware [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.886975] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706dee3-4858-49ed-8573-03501776ed2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.890677] env[69498]: DEBUG nova.network.neutron [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Successfully created port: bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.899694] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef54670-6694-42d1-932a-1d6f5687bf4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.905551] env[69498]: DEBUG nova.compute.manager [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.906533] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410ddea3-e1f6-418c-8497-62883045710c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.966576] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fb524c-bcc6-8213-a2d3-83c03d8ba893, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.968263] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.968263] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.968263] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.968384] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.971445] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.971445] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57029b12-8691-4d98-a125-30adacab266a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.982734] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-48aa7aba-a938-4622-9201-222fd0b88f76-b912359a-e015-4636-a343-c3a5ef2b8713" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.983627] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-48aa7aba-a938-4622-9201-222fd0b88f76-b912359a-e015-4636-a343-c3a5ef2b8713" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.985661] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.985661] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.987283] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6077717a-9605-466c-9cb0-6cc5a76a28f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999713] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 722.999713] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529a7c7f-6c20-467c-e2b3-cbc27806f8b9" [ 722.999713] env[69498]: _type = "Task" [ 722.999713] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.013340] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529a7c7f-6c20-467c-e2b3-cbc27806f8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.166782] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.173956] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.599s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.176245] env[69498]: INFO nova.compute.claims [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.199456] env[69498]: INFO nova.scheduler.client.report [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Deleted allocations for instance b7967fdc-15d1-4c8e-8b1a-d00bbffa9020 [ 723.295401] env[69498]: DEBUG nova.objects.instance [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lazy-loading 'flavor' on Instance uuid 292973ce-644b-4494-b2c9-fa8d7122118e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.311402] env[69498]: DEBUG nova.network.neutron [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updating instance_info_cache with network_info: [{"id": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "address": "fa:16:3e:e8:f7:ae", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f8ab2d-33", "ovs_interfaceid": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "address": "fa:16:3e:ea:fe:7b", "network": {"id": "d4619614-2464-4c83-8c35-9afec1197b3c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-257257944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa846c6-94", "ovs_interfaceid": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "address": "fa:16:3e:6b:b7:30", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98de11e9-39", "ovs_interfaceid": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.431195] env[69498]: INFO nova.compute.manager [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] instance snapshotting [ 723.431308] env[69498]: DEBUG nova.objects.instance [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'flavor' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.493324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.493324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.494892] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf106b2-891b-419e-9093-2596e8427a32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.535834] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f40fb-cb92-4189-bfb5-279067aef730 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.544074] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529a7c7f-6c20-467c-e2b3-cbc27806f8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019176} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.545428] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b1a70c-6026-4fa4-a2d9-aba2366ce2c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.571014] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Reconfiguring VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 723.571838] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74dfd9e-4dd6-40a6-b445-3770b6d31998 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.586867] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 723.586867] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f90277-9f59-dff3-04d3-71733c571ef3" [ 723.586867] env[69498]: _type = "Task" [ 723.586867] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.593024] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 723.593024] env[69498]: value = "task-4097475" [ 723.593024] env[69498]: _type = "Task" [ 723.593024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.597170] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f90277-9f59-dff3-04d3-71733c571ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.600151] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.600482] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.601244] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f2859f-d6f1-4b68-ae5d-4ae0de76e8ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.610436] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.612302] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 723.612302] env[69498]: value = "task-4097476" [ 723.612302] env[69498]: _type = "Task" [ 723.612302] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.625358] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.711969] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d0a53962-79fa-46ce-b36e-6da5df2e7406 tempest-FloatingIPsAssociationNegativeTestJSON-434017054 tempest-FloatingIPsAssociationNegativeTestJSON-434017054-project-member] Lock "b7967fdc-15d1-4c8e-8b1a-d00bbffa9020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.686s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.816049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Releasing lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.816748] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Instance network_info: |[{"id": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "address": "fa:16:3e:e8:f7:ae", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f8ab2d-33", "ovs_interfaceid": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "address": "fa:16:3e:ea:fe:7b", "network": {"id": "d4619614-2464-4c83-8c35-9afec1197b3c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-257257944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa846c6-94", "ovs_interfaceid": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "address": "fa:16:3e:6b:b7:30", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98de11e9-39", "ovs_interfaceid": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.818136] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquired lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.818136] env[69498]: DEBUG nova.network.neutron [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Refreshing network info cache for port 5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.824637] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:f7:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f8ab2d-3375-41f6-ac08-2ac26e9ea745', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:fe:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa846c6-94ba-4cf1-8c60-55de878f6893', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b7:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98de11e9-39f9-4c3e-b886-3d7091af05c9', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.842456] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Creating folder: Project (78f81c0bdac04d3285d9e6f4b6b9e8ca). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.844412] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd500e5f-53bb-4f76-9b6b-bbac8bc46e31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.859575] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Created folder: Project (78f81c0bdac04d3285d9e6f4b6b9e8ca) in parent group-v811634. [ 723.859867] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Creating folder: Instances. Parent ref: group-v811717. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.860382] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b62607c-c58e-4312-9059-addacf54935f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.875578] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Created folder: Instances in parent group-v811717. [ 723.876244] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.876661] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.876936] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af80a841-1401-4326-85ac-042b26d87032 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.910033] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.910033] env[69498]: value = "task-4097479" [ 723.910033] env[69498]: _type = "Task" [ 723.910033] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.923438] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097479, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.944591] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498441a4-4f1a-4ee4-be07-8c863d936ed1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.984285] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac7b7c5-9ac5-4399-b389-18acd0d3ada6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.037674] env[69498]: DEBUG nova.compute.manager [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-changed-98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.037868] env[69498]: DEBUG nova.compute.manager [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Refreshing instance network info cache due to event network-changed-98de11e9-39f9-4c3e-b886-3d7091af05c9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.042238] env[69498]: DEBUG oslo_concurrency.lockutils [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] Acquiring lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.111253] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.123645] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097476, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.198930] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "b635cbd6-ca97-421e-98b5-30707a687dfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.198930] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.308509] env[69498]: DEBUG oslo_concurrency.lockutils [None req-554f3155-22fd-45a6-9cb4-cbb14191b59b tempest-VolumesAssistedSnapshotsTest-1976007037 tempest-VolumesAssistedSnapshotsTest-1976007037-project-admin] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.840s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.427781] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097479, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.506131] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.506985] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ea49821-da3d-4855-8507-a00ae3a243f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.515796] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 724.515796] env[69498]: value = "task-4097480" [ 724.515796] env[69498]: _type = "Task" [ 724.515796] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.538707] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.612352] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.624881] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516164} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.625197] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.625429] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.625711] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-164acf2a-4c7f-4ed5-9a61-315fbc87534b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.638158] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 724.638158] env[69498]: value = "task-4097481" [ 724.638158] env[69498]: _type = "Task" [ 724.638158] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.648966] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.877579] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a60f1-3aa3-4a5b-ac88-e469ae43a94b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.887698] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f209acaf-2e00-4536-8a1e-cc063f09b193 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.922377] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "5706f0bc-dc72-43db-a689-2003181f0bc6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.922726] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.922981] env[69498]: DEBUG nova.compute.manager [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Going to confirm migration 1 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 724.930258] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27599633-5add-4554-9403-a8851e7d97d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.941908] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097479, 'name': CreateVM_Task, 'duration_secs': 0.643879} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.944239] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.945246] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.945442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.945735] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.947016] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf9a08-fb36-46c0-bf0e-cf2ace9795a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.951105] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c8e40a-b9f1-412c-bb75-d75e9a5c1d97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.965918] env[69498]: DEBUG nova.compute.provider_tree [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.967616] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 724.967616] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5284308c-a0eb-fab1-cbb0-8c4db839c1c0" [ 724.967616] env[69498]: _type = "Task" [ 724.967616] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.977616] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5284308c-a0eb-fab1-cbb0-8c4db839c1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.979049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.979310] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.979565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.979708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.979889] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.980453] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00413a39-39e9-4247-bfe1-b3651cfff5df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.990892] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.991120] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.991879] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176a6ba7-4236-4bba-b18e-c2b8b1e5040c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.998415] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 724.998415] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526c5acf-6a37-5c16-dfe8-e3e40a36bf2c" [ 724.998415] env[69498]: _type = "Task" [ 724.998415] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.009965] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526c5acf-6a37-5c16-dfe8-e3e40a36bf2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.027973] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.113017] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.150490] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077932} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.150658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.151451] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c867575-5fac-49a0-b06e-fe77c2c53d02 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.182344] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.182344] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df29539e-00e0-4e46-87bb-969d9d48a5eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.210945] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 725.210945] env[69498]: value = "task-4097482" [ 725.210945] env[69498]: _type = "Task" [ 725.210945] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.224789] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.419441] env[69498]: DEBUG nova.network.neutron [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updated VIF entry in instance network info cache for port 5fa846c6-94ba-4cf1-8c60-55de878f6893. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.419996] env[69498]: DEBUG nova.network.neutron [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updating instance_info_cache with network_info: [{"id": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "address": "fa:16:3e:e8:f7:ae", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f8ab2d-33", "ovs_interfaceid": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "address": "fa:16:3e:ea:fe:7b", "network": {"id": "d4619614-2464-4c83-8c35-9afec1197b3c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-257257944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa846c6-94", "ovs_interfaceid": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "address": "fa:16:3e:6b:b7:30", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98de11e9-39", "ovs_interfaceid": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.469288] env[69498]: DEBUG nova.scheduler.client.report [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.512186] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526c5acf-6a37-5c16-dfe8-e3e40a36bf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013668} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.513464] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c5456e-3368-4568-be34-c66b1e7af01c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.523745] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 725.523745] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5263d4b2-2f76-e701-8f18-1ebbf2cd84d8" [ 725.523745] env[69498]: _type = "Task" [ 725.523745] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.534450] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097480, 'name': CreateSnapshot_Task, 'duration_secs': 0.55052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.534450] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.534450] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b44ff1-cd59-41e1-807e-3eda52269813 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.542249] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5263d4b2-2f76-e701-8f18-1ebbf2cd84d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015854} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.542249] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.542495] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] e7c86cda-c88f-4153-b4c0-bec1305ddcb3/e7c86cda-c88f-4153-b4c0-bec1305ddcb3.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.542710] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba3ec3c-6ef5-405b-9639-a8234cce6d0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.557228] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 725.557228] env[69498]: value = "task-4097484" [ 725.557228] env[69498]: _type = "Task" [ 725.557228] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.568310] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.622648] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.726079] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.884461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.884461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.884461] env[69498]: DEBUG nova.network.neutron [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.884461] env[69498]: DEBUG nova.objects.instance [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lazy-loading 'info_cache' on Instance uuid 5706f0bc-dc72-43db-a689-2003181f0bc6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Releasing lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.925769] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Received event network-vif-plugged-9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquiring lock "8fcf7408-4fd0-4e38-b162-94603fb4594c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.925769] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] No waiting events found dispatching network-vif-plugged-9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.925769] env[69498]: WARNING nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Received unexpected event network-vif-plugged-9179baa2-90c1-4da7-9850-0eb0ed1308a3 for instance with vm_state building and task_state spawning. [ 725.925769] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-vif-plugged-98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquiring lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.925769] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.925769] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] No waiting events found dispatching network-vif-plugged-98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.925769] env[69498]: WARNING nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received unexpected event network-vif-plugged-98de11e9-39f9-4c3e-b886-3d7091af05c9 for instance with vm_state building and task_state spawning. [ 725.925769] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Received event network-changed-9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.926774] env[69498]: DEBUG nova.compute.manager [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Refreshing instance network info cache due to event network-changed-9179baa2-90c1-4da7-9850-0eb0ed1308a3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.927425] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquiring lock "refresh_cache-8fcf7408-4fd0-4e38-b162-94603fb4594c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.927691] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Acquired lock "refresh_cache-8fcf7408-4fd0-4e38-b162-94603fb4594c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.928105] env[69498]: DEBUG nova.network.neutron [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Refreshing network info cache for port 9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.929354] env[69498]: DEBUG oslo_concurrency.lockutils [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] Acquired lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.929807] env[69498]: DEBUG nova.network.neutron [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Refreshing network info cache for port 98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.978450] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.981018] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.985295] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.554s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.985295] env[69498]: INFO nova.compute.claims [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.059660] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.060807] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a15de24-2825-48af-90bb-e477ad6204a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.076765] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.079350] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 726.079350] env[69498]: value = "task-4097485" [ 726.079350] env[69498]: _type = "Task" [ 726.079350] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.090062] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097485, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.116251] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.194825] env[69498]: DEBUG nova.network.neutron [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Successfully updated port: bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.231750] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097482, 'name': ReconfigVM_Task, 'duration_secs': 0.594695} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.232520] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.233839] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b754462f-92dd-4f87-8ee5-54ae2c89be84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.245180] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 726.245180] env[69498]: value = "task-4097486" [ 726.245180] env[69498]: _type = "Task" [ 726.245180] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.261038] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097486, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.489767] env[69498]: DEBUG nova.compute.utils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.494645] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.494645] env[69498]: DEBUG nova.network.neutron [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.581283] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.597262] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097485, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.617474] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.692928] env[69498]: DEBUG nova.policy [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8425a2f3b5b4e3a99ee1b7e7cf1706e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9b46f237c38413c9bf40ff8857a5d0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.701738] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.703047] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.703047] env[69498]: DEBUG nova.network.neutron [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.706486] env[69498]: DEBUG nova.compute.manager [req-d1476f8b-59f7-4666-9c9d-091a97e4694c req-e15be256-0fd3-4afd-8751-c36c3927936c service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Received event network-vif-plugged-bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.706820] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1476f8b-59f7-4666-9c9d-091a97e4694c req-e15be256-0fd3-4afd-8751-c36c3927936c service nova] Acquiring lock "fa357787-fea1-488c-b7dd-c717f783011f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.707100] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1476f8b-59f7-4666-9c9d-091a97e4694c req-e15be256-0fd3-4afd-8751-c36c3927936c service nova] Lock "fa357787-fea1-488c-b7dd-c717f783011f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.707339] env[69498]: DEBUG oslo_concurrency.lockutils [req-d1476f8b-59f7-4666-9c9d-091a97e4694c req-e15be256-0fd3-4afd-8751-c36c3927936c service nova] Lock "fa357787-fea1-488c-b7dd-c717f783011f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.707671] env[69498]: DEBUG nova.compute.manager [req-d1476f8b-59f7-4666-9c9d-091a97e4694c req-e15be256-0fd3-4afd-8751-c36c3927936c service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] No waiting events found dispatching network-vif-plugged-bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 726.709045] env[69498]: WARNING nova.compute.manager [req-d1476f8b-59f7-4666-9c9d-091a97e4694c req-e15be256-0fd3-4afd-8751-c36c3927936c service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Received unexpected event network-vif-plugged-bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 for instance with vm_state building and task_state spawning. [ 726.764476] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097486, 'name': Rename_Task, 'duration_secs': 0.202505} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.764929] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.765112] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-007b3fca-f213-45b8-a82a-d673fc65b3dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.781050] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 726.781050] env[69498]: value = "task-4097487" [ 726.781050] env[69498]: _type = "Task" [ 726.781050] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.791367] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.994913] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.073106] env[69498]: DEBUG nova.network.neutron [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updated VIF entry in instance network info cache for port 98de11e9-39f9-4c3e-b886-3d7091af05c9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.073417] env[69498]: DEBUG nova.network.neutron [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updating instance_info_cache with network_info: [{"id": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "address": "fa:16:3e:e8:f7:ae", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f8ab2d-33", "ovs_interfaceid": "11f8ab2d-3375-41f6-ac08-2ac26e9ea745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "address": "fa:16:3e:ea:fe:7b", "network": {"id": "d4619614-2464-4c83-8c35-9afec1197b3c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-257257944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa846c6-94", "ovs_interfaceid": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "address": "fa:16:3e:6b:b7:30", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98de11e9-39", "ovs_interfaceid": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.081499] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.475005} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.082795] env[69498]: DEBUG nova.network.neutron [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Updated VIF entry in instance network info cache for port 9179baa2-90c1-4da7-9850-0eb0ed1308a3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.083137] env[69498]: DEBUG nova.network.neutron [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Updating instance_info_cache with network_info: [{"id": "9179baa2-90c1-4da7-9850-0eb0ed1308a3", "address": "fa:16:3e:30:47:88", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9179baa2-90", "ovs_interfaceid": "9179baa2-90c1-4da7-9850-0eb0ed1308a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.084480] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] e7c86cda-c88f-4153-b4c0-bec1305ddcb3/e7c86cda-c88f-4153-b4c0-bec1305ddcb3.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.084894] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.089771] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4b4346-8cf2-467c-88c0-096f6dd4074a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.099327] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097485, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.100414] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 727.100414] env[69498]: value = "task-4097488" [ 727.100414] env[69498]: _type = "Task" [ 727.100414] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.122990] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.133497] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.294197] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.298695] env[69498]: DEBUG nova.network.neutron [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.583591] env[69498]: DEBUG oslo_concurrency.lockutils [req-38187df2-de99-49f5-a46a-a744ff23b1eb req-4994e68e-f0ad-4cd8-907b-6fc90c370238 service nova] Releasing lock "refresh_cache-e7c86cda-c88f-4153-b4c0-bec1305ddcb3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.589744] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ed310b0-d2e1-4060-b35b-d0f4a12d9c1d req-a9b4c0c9-f326-419b-8aae-f0d892044625 service nova] Releasing lock "refresh_cache-8fcf7408-4fd0-4e38-b162-94603fb4594c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.608508] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097485, 'name': CloneVM_Task} progress is 95%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.629504] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091923} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.629504] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.632895] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.634021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15acff4-f731-4cd5-88e7-b37428590a41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.666219] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e7c86cda-c88f-4153-b4c0-bec1305ddcb3/e7c86cda-c88f-4153-b4c0-bec1305ddcb3.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.672370] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b40f43f-886a-44e3-bf97-a4e6662b0c14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.700520] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 727.700520] env[69498]: value = "task-4097492" [ 727.700520] env[69498]: _type = "Task" [ 727.700520] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.711231] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.713438] env[69498]: DEBUG nova.network.neutron [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Updating instance_info_cache with network_info: [{"id": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "address": "fa:16:3e:c7:bf:2b", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd73bb15-24", "ovs_interfaceid": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.793403] env[69498]: DEBUG oslo_vmware.api [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097487, 'name': PowerOnVM_Task, 'duration_secs': 0.608077} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.793403] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.793403] env[69498]: INFO nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Took 10.07 seconds to spawn the instance on the hypervisor. [ 727.793703] env[69498]: DEBUG nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.794934] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b78a89-32b8-4bbc-b96f-c649552d47cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.826210] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73320325-1808-47df-adee-450832a6d6ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.835689] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac8b96-29be-4725-b579-af71a0ae498d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.870211] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814441f-b4c5-4d34-91ec-9bb4f0e8c7f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.879828] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64b5e06-77d0-46e5-b54f-b00503a53e60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.895667] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.938135] env[69498]: DEBUG nova.network.neutron [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [{"id": "fcd19903-6f1e-4297-afc9-9decdfe37903", "address": "fa:16:3e:72:f4:ef", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd19903-6f", "ovs_interfaceid": "fcd19903-6f1e-4297-afc9-9decdfe37903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.009505] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.050844] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.051167] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.051349] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.051824] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.051824] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.051975] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.052139] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.052423] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.052520] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.052740] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.052953] env[69498]: DEBUG nova.virt.hardware [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.054010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b8e43-ef00-4dd1-816a-8eef1a6cc32d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.069149] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951768f-5148-44de-b944-5de0072b6c9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.098751] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097485, 'name': CloneVM_Task, 'duration_secs': 1.81157} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.099092] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created linked-clone VM from snapshot [ 728.099878] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44456d0-6562-4c48-91ea-d859adb2a9a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.110379] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Uploading image 39476553-3bb3-4b73-8b32-bce8c5d140f8 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.127612] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.151744] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 728.151744] env[69498]: value = "vm-811721" [ 728.151744] env[69498]: _type = "VirtualMachine" [ 728.151744] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 728.152712] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a20f5e00-fc2d-4044-a90f-12f938ec4f3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.160683] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease: (returnval){ [ 728.160683] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c1247-c33f-1a80-1098-26f47096df3f" [ 728.160683] env[69498]: _type = "HttpNfcLease" [ 728.160683] env[69498]: } obtained for exporting VM: (result){ [ 728.160683] env[69498]: value = "vm-811721" [ 728.160683] env[69498]: _type = "VirtualMachine" [ 728.160683] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 728.160895] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the lease: (returnval){ [ 728.160895] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c1247-c33f-1a80-1098-26f47096df3f" [ 728.160895] env[69498]: _type = "HttpNfcLease" [ 728.160895] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 728.170221] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.170221] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c1247-c33f-1a80-1098-26f47096df3f" [ 728.170221] env[69498]: _type = "HttpNfcLease" [ 728.170221] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 728.212502] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097492, 'name': ReconfigVM_Task, 'duration_secs': 0.36633} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.213167] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e7c86cda-c88f-4153-b4c0-bec1305ddcb3/e7c86cda-c88f-4153-b4c0-bec1305ddcb3.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.217903] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c1c2f3-9e29-4b27-92b1-80b20d908268 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.218868] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.218868] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Instance network_info: |[{"id": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "address": "fa:16:3e:c7:bf:2b", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd73bb15-24", "ovs_interfaceid": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.218868] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:bf:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.228292] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.230067] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.230878] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 728.230878] env[69498]: value = "task-4097494" [ 728.230878] env[69498]: _type = "Task" [ 728.230878] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.230878] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-054c4874-a642-4923-8f27-8d685ca6734f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.252196] env[69498]: DEBUG nova.network.neutron [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Successfully created port: e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.263606] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097494, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.265284] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.265284] env[69498]: value = "task-4097495" [ 728.265284] env[69498]: _type = "Task" [ 728.265284] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.275917] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097495, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.315814] env[69498]: INFO nova.compute.manager [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Took 48.06 seconds to build instance. [ 728.423654] env[69498]: ERROR nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [req-f7b64ea1-c348-4bcc-86f5-64928e27eb60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7b64ea1-c348-4bcc-86f5-64928e27eb60"}]} [ 728.441315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-5706f0bc-dc72-43db-a689-2003181f0bc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.441508] env[69498]: DEBUG nova.objects.instance [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lazy-loading 'migration_context' on Instance uuid 5706f0bc-dc72-43db-a689-2003181f0bc6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.446254] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 728.464659] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 728.465038] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.479904] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 728.498974] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 728.636331] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.676640] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.676640] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c1247-c33f-1a80-1098-26f47096df3f" [ 728.676640] env[69498]: _type = "HttpNfcLease" [ 728.676640] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 728.676640] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 728.676640] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c1247-c33f-1a80-1098-26f47096df3f" [ 728.676640] env[69498]: _type = "HttpNfcLease" [ 728.676640] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 728.678424] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8215d05-dafe-4307-bcc1-5b8391fec620 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.694016] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3003c-c32c-a7f2-2b71-b40047b96a86/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 728.694576] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3003c-c32c-a7f2-2b71-b40047b96a86/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 728.767770] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097494, 'name': Rename_Task, 'duration_secs': 0.178879} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.771378] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.771701] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a9f8d5c-d071-4c03-9dde-6117e838647e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.781559] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097495, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.785969] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 728.785969] env[69498]: value = "task-4097496" [ 728.785969] env[69498]: _type = "Task" [ 728.785969] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.796849] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.807266] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f69a635-ef7b-4dbe-a777-cefd6f5ef759 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.819818] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8442ebc-3582-45ef-ae4a-40166af9b3fd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.375s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.951377] env[69498]: DEBUG nova.objects.base [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Object Instance<5706f0bc-dc72-43db-a689-2003181f0bc6> lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 728.955136] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e527df-4315-41a0-a754-90e6b4de4727 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.002807] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ffe313-baae-40a4-83d4-d0f20622935d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.010902] env[69498]: DEBUG oslo_vmware.api [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 729.010902] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfe4a2-f3e5-d37e-5828-90e814e569eb" [ 729.010902] env[69498]: _type = "Task" [ 729.010902] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.026153] env[69498]: DEBUG oslo_vmware.api [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfe4a2-f3e5-d37e-5828-90e814e569eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.033110] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.135802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "ba108cb7-dd3e-431d-9052-98eb9277101a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.136057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.136298] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.286122] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097495, 'name': CreateVM_Task, 'duration_secs': 0.569321} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.290555] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.290555] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.294175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.294562] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.299173] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7527d18-bb72-4e0d-b153-72f91592cc68 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.307613] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3136d1a-4d26-4b99-9d95-16382ece85c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.317209] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097496, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.321672] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 729.321672] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f88d01-a063-5316-cfa7-3a776d9ad7cf" [ 729.321672] env[69498]: _type = "Task" [ 729.321672] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.326841] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.343076] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c6100-9241-4b2d-9877-5d26c57817d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.393472] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f88d01-a063-5316-cfa7-3a776d9ad7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016226} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.394873] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.395609] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.395957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.396323] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.396937] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.398207] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe7696-78b1-4555-8bc8-9d4290f3daa0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.403913] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec27769-1add-4ac9-bc83-9c9feb4936e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.417524] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed4dc56-273f-4ab7-8962-ee7ead2dff5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.426979] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.427270] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.429830] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4681c2a8-6815-48d2-a36f-2665c2fd956f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.444863] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.454443] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 729.454443] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f8ff32-ccb9-7760-21a9-60320edd7959" [ 729.454443] env[69498]: _type = "Task" [ 729.454443] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.466891] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f8ff32-ccb9-7760-21a9-60320edd7959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.610255] env[69498]: DEBUG nova.compute.manager [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Received event network-changed-bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.610255] env[69498]: DEBUG nova.compute.manager [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Refreshing instance network info cache due to event network-changed-bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.610255] env[69498]: DEBUG oslo_concurrency.lockutils [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] Acquiring lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.610255] env[69498]: DEBUG oslo_concurrency.lockutils [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] Acquired lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611435] env[69498]: DEBUG nova.network.neutron [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Refreshing network info cache for port bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.644895] env[69498]: DEBUG oslo_vmware.api [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097475, 'name': ReconfigVM_Task, 'duration_secs': 5.870894} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.644895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.644895] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Reconfigured VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 729.662340] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.663680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.663953] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "292973ce-644b-4494-b2c9-fa8d7122118e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.664236] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "292973ce-644b-4494-b2c9-fa8d7122118e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.664516] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "292973ce-644b-4494-b2c9-fa8d7122118e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.667508] env[69498]: INFO nova.compute.manager [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Terminating instance [ 729.822050] env[69498]: DEBUG oslo_vmware.api [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097496, 'name': PowerOnVM_Task, 'duration_secs': 0.55897} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.822050] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.822643] env[69498]: INFO nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Took 17.83 seconds to spawn the instance on the hypervisor. [ 729.823289] env[69498]: DEBUG nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.826625] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8525dd0c-8910-456f-bb80-c179162dcb2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.885032] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.975497] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f8ff32-ccb9-7760-21a9-60320edd7959, 'name': SearchDatastore_Task, 'duration_secs': 0.020255} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.978217] env[69498]: ERROR nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [req-04784d0b-5a66-40a5-854f-e5c0697f0e61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04784d0b-5a66-40a5-854f-e5c0697f0e61"}]} [ 729.979173] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b08ab8-4e6a-4ee5-ada2-7f81ee6f3908 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.995427] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 729.995427] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2893e-1f2f-b4be-fece-1501636ca57e" [ 729.995427] env[69498]: _type = "Task" [ 729.995427] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.007429] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2893e-1f2f-b4be-fece-1501636ca57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.022892] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 730.046791] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 730.047042] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.068815] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 730.096947] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 730.173996] env[69498]: DEBUG nova.compute.manager [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.174441] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.175692] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e6117-8275-4b6a-9f88-96caf0416f4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.194346] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.194492] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-866bfbc9-9aac-4fac-8cf6-eda69fad27f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.206527] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 730.206527] env[69498]: value = "task-4097497" [ 730.206527] env[69498]: _type = "Task" [ 730.206527] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.224088] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.364817] env[69498]: INFO nova.compute.manager [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Took 52.35 seconds to build instance. [ 730.512152] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2893e-1f2f-b4be-fece-1501636ca57e, 'name': SearchDatastore_Task, 'duration_secs': 0.019843} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.516480] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.517366] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/fa357787-fea1-488c-b7dd-c717f783011f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.517769] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dac7ff74-2610-4332-bf56-982983235c73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.527113] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 730.527113] env[69498]: value = "task-4097499" [ 730.527113] env[69498]: _type = "Task" [ 730.527113] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.547645] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.579815] env[69498]: DEBUG nova.network.neutron [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Successfully updated port: e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.719690] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097497, 'name': PowerOffVM_Task, 'duration_secs': 0.33926} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.720490] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.720682] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.720960] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-158daecd-207b-482f-a64f-8bd2987cb1f8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.827444] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.827587] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.827829] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Deleting the datastore file [datastore1] 292973ce-644b-4494-b2c9-fa8d7122118e {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.828364] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20128488-0305-4d17-920a-4f4fc0d468a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.837718] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for the task: (returnval){ [ 730.837718] env[69498]: value = "task-4097501" [ 730.837718] env[69498]: _type = "Task" [ 730.837718] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.850584] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.867337] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1aa4da47-a737-4b91-a97e-78020af9e8b0 tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.253s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.959185] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db015fe-4261-47a0-9d53-805201e4f8f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.972658] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c0717d-dd67-4128-b541-8b274ebb5850 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.025240] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b26029-2982-4b06-b991-049cf504412e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.037668] env[69498]: DEBUG nova.network.neutron [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Updated VIF entry in instance network info cache for port bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.038095] env[69498]: DEBUG nova.network.neutron [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Updating instance_info_cache with network_info: [{"id": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "address": "fa:16:3e:c7:bf:2b", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd73bb15-24", "ovs_interfaceid": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.042065] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83adc708-4718-4699-bc22-f8eb723a0d2c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.053484] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097499, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.065691] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.091577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "refresh_cache-02c5c8ee-d7ae-45cb-9100-43f3267e82aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.091577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquired lock "refresh_cache-02c5c8ee-d7ae-45cb-9100-43f3267e82aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.091577] env[69498]: DEBUG nova.network.neutron [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.351044] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.354211] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.354438] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.354784] env[69498]: DEBUG nova.network.neutron [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.373952] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.400233] env[69498]: DEBUG nova.compute.manager [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-vif-deleted-b912359a-e015-4636-a343-c3a5ef2b8713 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.400436] env[69498]: INFO nova.compute.manager [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Neutron deleted interface b912359a-e015-4636-a343-c3a5ef2b8713; detaching it from the instance and deleting it from the info cache [ 731.400862] env[69498]: DEBUG nova.network.neutron [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.544270] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969106} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.544474] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/fa357787-fea1-488c-b7dd-c717f783011f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.544691] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.544956] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79111d70-5857-42d4-a3e7-24daac5d9eac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.556750] env[69498]: DEBUG oslo_concurrency.lockutils [req-7599e755-e4d0-4a65-a4fd-05835cbc29a4 req-c5bdb00e-026f-4d8d-9b94-fa69466d9175 service nova] Releasing lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.556750] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 731.556750] env[69498]: value = "task-4097502" [ 731.556750] env[69498]: _type = "Task" [ 731.556750] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.572962] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.612074] env[69498]: DEBUG nova.scheduler.client.report [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.612687] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 54 to 55 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.613174] env[69498]: DEBUG nova.compute.provider_tree [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.681658] env[69498]: DEBUG nova.network.neutron [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.854176] env[69498]: DEBUG oslo_vmware.api [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Task: {'id': task-4097501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.741095} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.854613] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.854922] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.855285] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.855492] env[69498]: INFO nova.compute.manager [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 731.856768] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.857134] env[69498]: DEBUG nova.compute.manager [-] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.857317] env[69498]: DEBUG nova.network.neutron [-] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.900705] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.904976] env[69498]: DEBUG oslo_concurrency.lockutils [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.905138] env[69498]: DEBUG oslo_concurrency.lockutils [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] Acquired lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.906401] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5442e2c2-f73b-4061-9bf5-3331f9e579e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.932026] env[69498]: DEBUG oslo_concurrency.lockutils [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] Releasing lock "48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.932026] env[69498]: WARNING nova.compute.manager [req-145a9066-2daa-4b1d-aae2-60b3f083b58f req-4eb72bc1-9d77-445f-85b2-9d431233012c service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Detach interface failed, port_id=b912359a-e015-4636-a343-c3a5ef2b8713, reason: No device with interface-id b912359a-e015-4636-a343-c3a5ef2b8713 exists on VM: nova.exception.NotFound: No device with interface-id b912359a-e015-4636-a343-c3a5ef2b8713 exists on VM [ 731.935664] env[69498]: DEBUG nova.network.neutron [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Updating instance_info_cache with network_info: [{"id": "e3f0eec3-9696-4b15-82f4-11f864b8aa2e", "address": "fa:16:3e:2e:fa:2e", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f0eec3-96", "ovs_interfaceid": "e3f0eec3-9696-4b15-82f4-11f864b8aa2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.070192] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167109} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.070658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.071388] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55bc16a-8d90-4cc1-bd72-79e0d203f223 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.100635] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/fa357787-fea1-488c-b7dd-c717f783011f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.101484] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadd1f54-5775-44eb-a5db-e722b4fd6203 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.123918] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.141s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.126927] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.127190] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 732.127190] env[69498]: value = "task-4097503" [ 732.127190] env[69498]: _type = "Task" [ 732.127190] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.127584] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.501s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.129278] env[69498]: INFO nova.compute.claims [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.145309] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.442442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Releasing lock "refresh_cache-02c5c8ee-d7ae-45cb-9100-43f3267e82aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.442836] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Instance network_info: |[{"id": "e3f0eec3-9696-4b15-82f4-11f864b8aa2e", "address": "fa:16:3e:2e:fa:2e", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f0eec3-96", "ovs_interfaceid": "e3f0eec3-9696-4b15-82f4-11f864b8aa2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.443767] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fa:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3f0eec3-9696-4b15-82f4-11f864b8aa2e', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.454023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Creating folder: Project (c9b46f237c38413c9bf40ff8857a5d0e). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.454023] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-665f5a98-5f49-4a8f-a2d0-126fd3fcbb57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.470368] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Created folder: Project (c9b46f237c38413c9bf40ff8857a5d0e) in parent group-v811634. [ 732.470782] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Creating folder: Instances. Parent ref: group-v811726. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.471210] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e4f608-4316-46ff-96bc-e84fd11ab3d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.486118] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Created folder: Instances in parent group-v811726. [ 732.486118] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.486118] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.486118] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39d741a6-32fd-4225-bb4e-348eda33e558 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.510373] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.510373] env[69498]: value = "task-4097507" [ 732.510373] env[69498]: _type = "Task" [ 732.510373] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.520526] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097507, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.636868] env[69498]: DEBUG nova.compute.utils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.651233] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.651393] env[69498]: DEBUG nova.network.neutron [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.659379] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "04fecfee-d2a7-42c0-b301-03fa3752c32a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.659633] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.667539] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097503, 'name': ReconfigVM_Task, 'duration_secs': 0.484355} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.667757] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Reconfigured VM instance instance-0000001a to attach disk [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/fa357787-fea1-488c-b7dd-c717f783011f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.668570] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558b5f54-9563-4b32-bcdd-b9011ad37c3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.680257] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 732.680257] env[69498]: value = "task-4097508" [ 732.680257] env[69498]: _type = "Task" [ 732.680257] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.696013] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097508, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.746755] env[69498]: DEBUG nova.policy [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6821f875b80043eeab5b735a53a5068c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7abc16e6a16e41fbad1e9abf331f12fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.790617] env[69498]: INFO nova.network.neutron [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Port b912359a-e015-4636-a343-c3a5ef2b8713 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 732.790617] env[69498]: DEBUG nova.network.neutron [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [{"id": "10688c4f-0b3c-436b-83e3-1375e004b440", "address": "fa:16:3e:02:ce:87", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10688c4f-0b", "ovs_interfaceid": "10688c4f-0b3c-436b-83e3-1375e004b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.915950] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.916465] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "48aa7aba-a938-4622-9201-222fd0b88f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.916775] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.917084] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.917416] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "48aa7aba-a938-4622-9201-222fd0b88f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.921642] env[69498]: INFO nova.compute.manager [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Terminating instance [ 733.026744] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097507, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.143153] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.198407] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097508, 'name': Rename_Task, 'duration_secs': 0.252204} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.198722] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.199033] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe8081b-46b3-4661-a153-5412a492edd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.201621] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.201762] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.202504] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.202504] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.202504] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.209687] env[69498]: INFO nova.compute.manager [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Terminating instance [ 733.216840] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 733.216840] env[69498]: value = "task-4097509" [ 733.216840] env[69498]: _type = "Task" [ 733.216840] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.235043] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.293348] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-48aa7aba-a938-4622-9201-222fd0b88f76" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.320178] env[69498]: DEBUG nova.network.neutron [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Successfully created port: 00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.428847] env[69498]: DEBUG nova.compute.manager [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.428847] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.429151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18085afe-3526-4e1a-b3d8-c958aef84d03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.442919] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.443196] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b91b426e-ad32-4a0a-8575-028febde5fb4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.452538] env[69498]: DEBUG oslo_vmware.api [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 733.452538] env[69498]: value = "task-4097510" [ 733.452538] env[69498]: _type = "Task" [ 733.452538] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.466178] env[69498]: DEBUG oslo_vmware.api [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.526752] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097507, 'name': CreateVM_Task, 'duration_secs': 0.932442} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.531086] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.532339] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.532745] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.533287] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.535772] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfc2fc5-13b8-4917-8552-ae19018e2be5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.542618] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 733.542618] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e2d15f-7e8f-27ce-5102-68444b07ce78" [ 733.542618] env[69498]: _type = "Task" [ 733.542618] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.555722] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e2d15f-7e8f-27ce-5102-68444b07ce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.717704] env[69498]: DEBUG nova.compute.manager [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.717938] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.724361] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7e0c43-30fe-4f6a-b31a-9403c78dd032 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.732268] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.737286] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.737968] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a5039f4-da06-4e1e-86ad-bbf6478732c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.747330] env[69498]: DEBUG oslo_vmware.api [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 733.747330] env[69498]: value = "task-4097511" [ 733.747330] env[69498]: _type = "Task" [ 733.747330] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.761915] env[69498]: DEBUG oslo_vmware.api [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.794690] env[69498]: DEBUG nova.network.neutron [-] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.803367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addbccfd-e850-4d00-b4d3-c1797d3beb26 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-48aa7aba-a938-4622-9201-222fd0b88f76-b912359a-e015-4636-a343-c3a5ef2b8713" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.817s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.848571] env[69498]: INFO nova.compute.manager [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Rebuilding instance [ 733.902620] env[69498]: DEBUG nova.compute.manager [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.904163] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c05c9-30a9-4858-841e-7b6bd028317c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.967305] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee87c71-91ff-44f5-ab2e-d508ac012607 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.983394] env[69498]: DEBUG oslo_vmware.api [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097510, 'name': PowerOffVM_Task, 'duration_secs': 0.250288} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.984698] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.989027] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.989027] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b32712-b39e-40f7-aeda-b1e81fdb8c66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.994945] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600204e5-fae4-4f33-bde9-a97e3499462e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.051311] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9561963-8a34-456e-90dc-c6835e8dddfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.065056] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd425a-670f-4fd3-96ac-2216fa906f57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.070659] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e2d15f-7e8f-27ce-5102-68444b07ce78, 'name': SearchDatastore_Task, 'duration_secs': 0.017513} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.072104] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.072104] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.072104] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.072104] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.072104] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.072713] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce587cb8-2cb6-497d-b8ae-fba7470d814f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.083499] env[69498]: DEBUG nova.compute.provider_tree [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.087095] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.087095] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.087278] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleting the datastore file [datastore2] 48aa7aba-a938-4622-9201-222fd0b88f76 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.087813] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cca40421-ba82-4be3-bc0b-3c1cfc82be0b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.095859] env[69498]: DEBUG oslo_vmware.api [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 734.095859] env[69498]: value = "task-4097513" [ 734.095859] env[69498]: _type = "Task" [ 734.095859] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.096906] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.097039] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.101409] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f5fb20-5a8a-45ff-be6e-32fcc8550c52 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.109026] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 734.109026] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbe7d1-4980-1780-8726-6054114bdf54" [ 734.109026] env[69498]: _type = "Task" [ 734.109026] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.112560] env[69498]: DEBUG oslo_vmware.api [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.122726] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbe7d1-4980-1780-8726-6054114bdf54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.155324] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.185377] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.185664] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.185827] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.186083] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.186208] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.186374] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.186721] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.186987] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.187209] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.187408] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.187607] env[69498]: DEBUG nova.virt.hardware [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.188858] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6079a1-fb05-4e6f-bba7-aa797366a622 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.198085] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cea3c-8f50-4f9b-89a8-66d64fec2a8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.227738] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097509, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.260425] env[69498]: DEBUG oslo_vmware.api [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097511, 'name': PowerOffVM_Task, 'duration_secs': 0.257017} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.260425] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.260425] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.260425] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bbcf4c6-c985-4c3a-80bb-6351de3edf10 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.293190] env[69498]: DEBUG nova.compute.manager [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Received event network-vif-plugged-e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.293190] env[69498]: DEBUG oslo_concurrency.lockutils [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] Acquiring lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.293607] env[69498]: DEBUG oslo_concurrency.lockutils [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.293952] env[69498]: DEBUG oslo_concurrency.lockutils [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.294277] env[69498]: DEBUG nova.compute.manager [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] No waiting events found dispatching network-vif-plugged-e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 734.294777] env[69498]: WARNING nova.compute.manager [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Received unexpected event network-vif-plugged-e3f0eec3-9696-4b15-82f4-11f864b8aa2e for instance with vm_state building and task_state spawning. [ 734.295293] env[69498]: DEBUG nova.compute.manager [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Received event network-changed-e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.295788] env[69498]: DEBUG nova.compute.manager [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Refreshing instance network info cache due to event network-changed-e3f0eec3-9696-4b15-82f4-11f864b8aa2e. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.296128] env[69498]: DEBUG oslo_concurrency.lockutils [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] Acquiring lock "refresh_cache-02c5c8ee-d7ae-45cb-9100-43f3267e82aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.296381] env[69498]: DEBUG oslo_concurrency.lockutils [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] Acquired lock "refresh_cache-02c5c8ee-d7ae-45cb-9100-43f3267e82aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.296699] env[69498]: DEBUG nova.network.neutron [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Refreshing network info cache for port e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.308332] env[69498]: INFO nova.compute.manager [-] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Took 2.45 seconds to deallocate network for instance. [ 734.434408] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.434695] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.434937] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Deleting the datastore file [datastore1] e7c86cda-c88f-4153-b4c0-bec1305ddcb3 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.435586] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21974148-f058-4e32-981e-dcff84c40bc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.443842] env[69498]: DEBUG oslo_vmware.api [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 734.443842] env[69498]: value = "task-4097516" [ 734.443842] env[69498]: _type = "Task" [ 734.443842] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.459992] env[69498]: DEBUG oslo_vmware.api [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.589191] env[69498]: DEBUG nova.scheduler.client.report [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.609144] env[69498]: DEBUG oslo_vmware.api [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328646} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.609839] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.609839] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.609839] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.610071] env[69498]: INFO nova.compute.manager [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Took 1.18 seconds to destroy the instance on the hypervisor. [ 734.610678] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.610678] env[69498]: DEBUG nova.compute.manager [-] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.610678] env[69498]: DEBUG nova.network.neutron [-] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.625039] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbe7d1-4980-1780-8726-6054114bdf54, 'name': SearchDatastore_Task, 'duration_secs': 0.014718} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.627031] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e9fc81-8c57-4aad-b2b0-2f4d12f4bf72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.634581] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 734.634581] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b922fd-81e9-b624-dd79-88464c1e3a90" [ 734.634581] env[69498]: _type = "Task" [ 734.634581] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.647693] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b922fd-81e9-b624-dd79-88464c1e3a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.729836] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097509, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.821437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.936965] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.937355] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dd1f6e6-263a-49c3-b999-73f8d6fe6fd6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.947223] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 734.947223] env[69498]: value = "task-4097517" [ 734.947223] env[69498]: _type = "Task" [ 734.947223] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.965580] env[69498]: DEBUG oslo_vmware.api [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275271} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.969574] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.969574] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.969574] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.970013] env[69498]: INFO nova.compute.manager [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 734.970013] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.970274] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.970364] env[69498]: DEBUG nova.compute.manager [-] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.970573] env[69498]: DEBUG nova.network.neutron [-] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.098043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.968s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.098043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.397s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.098043] env[69498]: DEBUG nova.objects.instance [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lazy-loading 'resources' on Instance uuid 49ba12d1-86f4-49e2-8bfe-10c82616ae2a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.156029] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b922fd-81e9-b624-dd79-88464c1e3a90, 'name': SearchDatastore_Task, 'duration_secs': 0.016736} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.156029] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.156029] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 02c5c8ee-d7ae-45cb-9100-43f3267e82aa/02c5c8ee-d7ae-45cb-9100-43f3267e82aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.156029] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1f9257-461a-4ddf-81c8-5f8b1f0b1760 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.171924] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 735.171924] env[69498]: value = "task-4097518" [ 735.171924] env[69498]: _type = "Task" [ 735.171924] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.176815] env[69498]: DEBUG nova.network.neutron [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Updated VIF entry in instance network info cache for port e3f0eec3-9696-4b15-82f4-11f864b8aa2e. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.177309] env[69498]: DEBUG nova.network.neutron [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Updating instance_info_cache with network_info: [{"id": "e3f0eec3-9696-4b15-82f4-11f864b8aa2e", "address": "fa:16:3e:2e:fa:2e", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f0eec3-96", "ovs_interfaceid": "e3f0eec3-9696-4b15-82f4-11f864b8aa2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.186097] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.232918] env[69498]: DEBUG oslo_vmware.api [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097509, 'name': PowerOnVM_Task, 'duration_secs': 1.558875} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.233272] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.234147] env[69498]: INFO nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Took 12.38 seconds to spawn the instance on the hypervisor. [ 735.234147] env[69498]: DEBUG nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.235064] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f06317-a4e4-4410-aece-9a1f18671a17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.462968] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097517, 'name': PowerOffVM_Task, 'duration_secs': 0.274117} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.463300] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.463542] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.464540] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50acabb-c57a-4999-b575-bb3bcb27cd0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.477098] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.478042] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935e3813-da27-44cc-b44e-cb3b9a0a7b72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.563173] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.563173] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.563173] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.563527] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f52dd83-3d5e-4afc-a528-d28e5cf00251 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.575027] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 735.575027] env[69498]: value = "task-4097520" [ 735.575027] env[69498]: _type = "Task" [ 735.575027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.587473] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.601567] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "610b8498-aa12-4c3c-aa27-9a5b848c0782" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.601907] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "610b8498-aa12-4c3c-aa27-9a5b848c0782" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.685781] env[69498]: DEBUG oslo_concurrency.lockutils [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] Releasing lock "refresh_cache-02c5c8ee-d7ae-45cb-9100-43f3267e82aa" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.685894] env[69498]: DEBUG nova.compute.manager [req-b24770e9-d40d-4dc3-a7af-f63c672f2db3 req-b4c51150-0cfd-4575-acf2-7740f6ff66ec service nova] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Received event network-vif-deleted-83ef2e6f-d8ab-46d6-861e-569b18f20da1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.695301] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.774589] env[69498]: INFO nova.compute.manager [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Took 52.40 seconds to build instance. [ 735.883653] env[69498]: DEBUG nova.network.neutron [-] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.092246] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.100961] env[69498]: DEBUG nova.network.neutron [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Successfully updated port: 00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.112015] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "610b8498-aa12-4c3c-aa27-9a5b848c0782" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.112599] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.188239] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686673} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.189719] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 02c5c8ee-d7ae-45cb-9100-43f3267e82aa/02c5c8ee-d7ae-45cb-9100-43f3267e82aa.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.189719] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.189719] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02506501-c9cc-402d-a655-2899a4feef0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.202125] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 736.202125] env[69498]: value = "task-4097521" [ 736.202125] env[69498]: _type = "Task" [ 736.202125] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.214093] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.278162] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb4e436b-05f6-4aa8-9671-030a70bf7ea1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "fa357787-fea1-488c-b7dd-c717f783011f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.696s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.360183] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16312c29-203b-483f-acdf-dd94bd6f5d46 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.371198] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8764663-f404-41cf-a6d2-232563595a12 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.411898] env[69498]: INFO nova.compute.manager [-] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Took 1.80 seconds to deallocate network for instance. [ 736.414538] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a926531c-2406-4fc5-aea5-c7bd8e2968b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.427888] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f8922-b777-4cbd-8220-4d2f15f7af98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.446682] env[69498]: DEBUG nova.compute.provider_tree [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.571653] env[69498]: DEBUG nova.compute.manager [req-b6222b6d-45ef-4ef3-9451-88ddd8b9683b req-44e4d19f-8e1f-4a03-b09a-43255debb61e service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-vif-deleted-11f8ab2d-3375-41f6-ac08-2ac26e9ea745 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.571878] env[69498]: INFO nova.compute.manager [req-b6222b6d-45ef-4ef3-9451-88ddd8b9683b req-44e4d19f-8e1f-4a03-b09a-43255debb61e service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Neutron deleted interface 11f8ab2d-3375-41f6-ac08-2ac26e9ea745; detaching it from the instance and deleting it from the info cache [ 736.572193] env[69498]: DEBUG nova.network.neutron [req-b6222b6d-45ef-4ef3-9451-88ddd8b9683b req-44e4d19f-8e1f-4a03-b09a-43255debb61e service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updating instance_info_cache with network_info: [{"id": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "address": "fa:16:3e:ea:fe:7b", "network": {"id": "d4619614-2464-4c83-8c35-9afec1197b3c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-257257944", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa846c6-94", "ovs_interfaceid": "5fa846c6-94ba-4cf1-8c60-55de878f6893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "address": "fa:16:3e:6b:b7:30", "network": {"id": "9f4dcd84-a2ef-45db-96b9-7d0217d1bb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1389232944", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98de11e9-39", "ovs_interfaceid": "98de11e9-39f9-4c3e-b886-3d7091af05c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.585682] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.691383} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.585983] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.587067] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.587067] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.607373] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "refresh_cache-453e1bb7-60ae-4d6d-94bb-6830ef544c16" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.607499] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired lock "refresh_cache-453e1bb7-60ae-4d6d-94bb-6830ef544c16" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.608912] env[69498]: DEBUG nova.network.neutron [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.620134] env[69498]: DEBUG nova.compute.utils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.621505] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.621703] env[69498]: DEBUG nova.network.neutron [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.713686] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082083} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.713990] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.714823] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23992d41-3582-410f-9dc2-069fe8afa818 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.743716] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 02c5c8ee-d7ae-45cb-9100-43f3267e82aa/02c5c8ee-d7ae-45cb-9100-43f3267e82aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.743716] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68915cfd-2da8-4362-a23a-878e4fe205a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.763225] env[69498]: DEBUG nova.policy [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2411f0f75f4a57b614794814fb9eee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392dc233710c4ff0ae1ea4becca13cf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.771908] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 736.771908] env[69498]: value = "task-4097523" [ 736.771908] env[69498]: _type = "Task" [ 736.771908] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.787958] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.792197] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.922751] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.980377] env[69498]: ERROR nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [req-2950174a-6ca9-46e9-acc7-78d8bfe83bd0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2950174a-6ca9-46e9-acc7-78d8bfe83bd0"}]} [ 737.001352] env[69498]: DEBUG nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 737.017932] env[69498]: DEBUG nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 737.018200] env[69498]: DEBUG nova.compute.provider_tree [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.035019] env[69498]: DEBUG nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 737.059918] env[69498]: DEBUG nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 737.077881] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a00968cc-56b2-4312-bdbb-70a4ca3e6e3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.089020] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec39d955-b005-4170-82a6-25ff2b48bdaa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.137221] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.143058] env[69498]: DEBUG nova.compute.manager [req-b6222b6d-45ef-4ef3-9451-88ddd8b9683b req-44e4d19f-8e1f-4a03-b09a-43255debb61e service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Detach interface failed, port_id=11f8ab2d-3375-41f6-ac08-2ac26e9ea745, reason: Instance e7c86cda-c88f-4153-b4c0-bec1305ddcb3 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.204444] env[69498]: DEBUG nova.compute.manager [req-69df4b9c-00c5-414d-bc57-1755a780f1fa req-b224b208-0f89-4732-a81e-efc14a488f6b service nova] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Received event network-vif-deleted-10688c4f-0b3c-436b-83e3-1375e004b440 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.223788] env[69498]: DEBUG nova.network.neutron [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.264333] env[69498]: DEBUG nova.network.neutron [-] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.285531] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.314876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.394543] env[69498]: INFO nova.compute.manager [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Rescuing [ 737.395747] env[69498]: DEBUG oslo_concurrency.lockutils [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.395747] env[69498]: DEBUG oslo_concurrency.lockutils [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.395876] env[69498]: DEBUG nova.network.neutron [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.532371] env[69498]: DEBUG nova.network.neutron [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Successfully created port: 416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.584947] env[69498]: DEBUG nova.network.neutron [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Updating instance_info_cache with network_info: [{"id": "00705d79-d777-4701-a4d5-183fe19cdf32", "address": "fa:16:3e:af:f5:26", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00705d79-d7", "ovs_interfaceid": "00705d79-d777-4701-a4d5-183fe19cdf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.645194] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.646171] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.646711] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.647108] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.647429] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.647823] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.648423] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.648803] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.649101] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.649473] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.649967] env[69498]: DEBUG nova.virt.hardware [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.658349] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4658450-b5a4-4f3e-9b19-54e9849963ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.672090] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e903b68e-6457-4ac7-bbd6-e4d76e4b1384 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.692477] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:47:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9179baa2-90c1-4da7-9850-0eb0ed1308a3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.701671] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.703230] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.703667] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfab6511-d558-4686-b931-6ab5a2857f6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.731836] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.731836] env[69498]: value = "task-4097524" [ 737.731836] env[69498]: _type = "Task" [ 737.731836] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.742264] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097524, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.766153] env[69498]: INFO nova.compute.manager [-] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Took 2.80 seconds to deallocate network for instance. [ 737.789770] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097523, 'name': ReconfigVM_Task, 'duration_secs': 0.531802} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.789770] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 02c5c8ee-d7ae-45cb-9100-43f3267e82aa/02c5c8ee-d7ae-45cb-9100-43f3267e82aa.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.789770] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c599de6c-efe6-42e9-b07d-f7b90f51c7d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.801072] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 737.801072] env[69498]: value = "task-4097525" [ 737.801072] env[69498]: _type = "Task" [ 737.801072] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.812968] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097525, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.881666] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9b860-03c7-4702-a9e3-5389dd1b7800 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.893174] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537178e6-ee35-4e60-8b42-18f29776aa04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.949800] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd1886-0af0-4ae9-820a-753b2ef250e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.961041] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a09273-05f2-4d6b-b2ca-16fa92f9247d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.976022] env[69498]: DEBUG nova.compute.provider_tree [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.089523] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Releasing lock "refresh_cache-453e1bb7-60ae-4d6d-94bb-6830ef544c16" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.089860] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Instance network_info: |[{"id": "00705d79-d777-4701-a4d5-183fe19cdf32", "address": "fa:16:3e:af:f5:26", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00705d79-d7", "ovs_interfaceid": "00705d79-d777-4701-a4d5-183fe19cdf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.090594] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:f5:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00705d79-d777-4701-a4d5-183fe19cdf32', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.098614] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.099017] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.099161] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c88e392-0777-47bd-bc79-561b183ded3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.131018] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.131018] env[69498]: value = "task-4097526" [ 738.131018] env[69498]: _type = "Task" [ 738.131018] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.145747] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097526, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.161450] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.197427] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.197694] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.197860] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.198162] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.198544] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.198755] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.199050] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.199296] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.199520] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.199735] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.199953] env[69498]: DEBUG nova.virt.hardware [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.200980] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dedb915-5ce3-4b65-a94c-e9d813d597d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.213472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.213801] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.219141] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c77e69-a199-482f-ac9f-e2388060c0c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.254221] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097524, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.274529] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.312814] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097525, 'name': Rename_Task, 'duration_secs': 0.251374} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.313124] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.313388] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a052518-e23b-4a55-add3-4f87a1ac1a61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.321563] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 738.321563] env[69498]: value = "task-4097527" [ 738.321563] env[69498]: _type = "Task" [ 738.321563] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.331327] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.434589] env[69498]: DEBUG nova.network.neutron [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Updating instance_info_cache with network_info: [{"id": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "address": "fa:16:3e:c7:bf:2b", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd73bb15-24", "ovs_interfaceid": "bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.479518] env[69498]: DEBUG nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.646749] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097526, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.753684] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097524, 'name': CreateVM_Task, 'duration_secs': 0.583607} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.754254] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.757062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.757062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757062] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836b9286-31b4-4e83-a12b-41f7de43afdd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.765188] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 738.765188] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520549d1-1c2c-1518-c3e4-c6d0f321a350" [ 738.765188] env[69498]: _type = "Task" [ 738.765188] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.775680] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520549d1-1c2c-1518-c3e4-c6d0f321a350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.800739] env[69498]: DEBUG nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Received event network-vif-plugged-00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.801413] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] Acquiring lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.801413] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.801413] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.801547] env[69498]: DEBUG nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] No waiting events found dispatching network-vif-plugged-00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.801640] env[69498]: WARNING nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Received unexpected event network-vif-plugged-00705d79-d777-4701-a4d5-183fe19cdf32 for instance with vm_state building and task_state spawning. [ 738.801789] env[69498]: DEBUG nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Received event network-changed-00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.801937] env[69498]: DEBUG nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Refreshing instance network info cache due to event network-changed-00705d79-d777-4701-a4d5-183fe19cdf32. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.802160] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] Acquiring lock "refresh_cache-453e1bb7-60ae-4d6d-94bb-6830ef544c16" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.802294] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] Acquired lock "refresh_cache-453e1bb7-60ae-4d6d-94bb-6830ef544c16" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.802496] env[69498]: DEBUG nova.network.neutron [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Refreshing network info cache for port 00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.833899] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.937983] env[69498]: DEBUG oslo_concurrency.lockutils [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-fa357787-fea1-488c-b7dd-c717f783011f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.987590] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.891s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.990185] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.720s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.993036] env[69498]: INFO nova.compute.claims [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.015473] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3003c-c32c-a7f2-2b71-b40047b96a86/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 739.016987] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99038a8-3497-4fa4-b448-9f92442a6c8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.019801] env[69498]: INFO nova.scheduler.client.report [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted allocations for instance 49ba12d1-86f4-49e2-8bfe-10c82616ae2a [ 739.027205] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3003c-c32c-a7f2-2b71-b40047b96a86/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.027205] env[69498]: ERROR oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3003c-c32c-a7f2-2b71-b40047b96a86/disk-0.vmdk due to incomplete transfer. [ 739.027205] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-545b16f9-2498-4b5d-99c1-10073b9bd653 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.035838] env[69498]: DEBUG oslo_vmware.rw_handles [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3003c-c32c-a7f2-2b71-b40047b96a86/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.036174] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Uploaded image 39476553-3bb3-4b73-8b32-bce8c5d140f8 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.039406] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.039765] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ae6e9a1-fd16-48c7-ada6-a13349eae2c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.049833] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 739.049833] env[69498]: value = "task-4097529" [ 739.049833] env[69498]: _type = "Task" [ 739.049833] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.059509] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097529, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.145406] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097526, 'name': CreateVM_Task, 'duration_secs': 0.522199} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.145648] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.146674] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.280569] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520549d1-1c2c-1518-c3e4-c6d0f321a350, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.281863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.281863] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.281863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.281863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.281863] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.282151] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.282461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.283280] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ed80a9-ca5a-4765-86e7-6e8526f67db5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.284818] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f992c2b9-a7cd-4a58-8b2c-e99c246d7eae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.291038] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 739.291038] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52887593-6a0b-622a-2afd-72a60c02d4f3" [ 739.291038] env[69498]: _type = "Task" [ 739.291038] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.302272] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52887593-6a0b-622a-2afd-72a60c02d4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.303594] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.303783] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.310022] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26e1362-bd70-4c86-b39a-590bf8569330 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.314305] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 739.314305] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5229f027-158b-b65c-6dd0-585c5bd5e1b1" [ 739.314305] env[69498]: _type = "Task" [ 739.314305] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.327605] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5229f027-158b-b65c-6dd0-585c5bd5e1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.338331] env[69498]: DEBUG oslo_vmware.api [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097527, 'name': PowerOnVM_Task, 'duration_secs': 0.743354} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.338331] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.338331] env[69498]: INFO nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Took 11.33 seconds to spawn the instance on the hypervisor. [ 739.338331] env[69498]: DEBUG nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.339607] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbbe196-6ac8-4fb3-b856-1be1be832c68 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.527717] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3fc47a4b-efb5-4896-9e26-5928f1d5d65e tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "49ba12d1-86f4-49e2-8bfe-10c82616ae2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.008s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.566758] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097529, 'name': Destroy_Task, 'duration_secs': 0.505959} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.566758] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroyed the VM [ 739.566758] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.566758] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddca159b-5058-4a5d-b019-0ee500e908cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.572868] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 739.572868] env[69498]: value = "task-4097530" [ 739.572868] env[69498]: _type = "Task" [ 739.572868] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.581869] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.801830] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52887593-6a0b-622a-2afd-72a60c02d4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023465} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.802195] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.802431] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.802650] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825465] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5229f027-158b-b65c-6dd0-585c5bd5e1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.826306] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8c253a-e899-44e6-8eb9-0a51d3bb6be2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.833418] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 739.833418] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5205dc33-2c5f-a036-e3fe-13d87977d406" [ 739.833418] env[69498]: _type = "Task" [ 739.833418] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.842253] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5205dc33-2c5f-a036-e3fe-13d87977d406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.862818] env[69498]: INFO nova.compute.manager [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Took 50.32 seconds to build instance. [ 740.086697] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.122759] env[69498]: DEBUG nova.network.neutron [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Updated VIF entry in instance network info cache for port 00705d79-d777-4701-a4d5-183fe19cdf32. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.123166] env[69498]: DEBUG nova.network.neutron [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Updating instance_info_cache with network_info: [{"id": "00705d79-d777-4701-a4d5-183fe19cdf32", "address": "fa:16:3e:af:f5:26", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00705d79-d7", "ovs_interfaceid": "00705d79-d777-4701-a4d5-183fe19cdf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.160034] env[69498]: DEBUG nova.network.neutron [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Successfully updated port: 416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.347292] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5205dc33-2c5f-a036-e3fe-13d87977d406, 'name': SearchDatastore_Task, 'duration_secs': 0.04445} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.347595] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.347818] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.348118] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.348895] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.348895] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff7a142f-f16b-427f-9a7c-6721d149791a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.353056] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b6f5a0-5957-4fd6-8e43-548872b7a5f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.361096] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 740.361096] env[69498]: value = "task-4097531" [ 740.361096] env[69498]: _type = "Task" [ 740.361096] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.365699] env[69498]: DEBUG oslo_concurrency.lockutils [None req-104e2ddd-89a8-4639-9c84-17ef34baa2fd tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.255s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.365977] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.366198] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.374027] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7249f4a4-07c6-4096-9bbd-d02423feac4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.380531] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.388048] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 740.388048] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cf7d9-4d00-75d1-b0f6-6c7abc46431b" [ 740.388048] env[69498]: _type = "Task" [ 740.388048] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.400277] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cf7d9-4d00-75d1-b0f6-6c7abc46431b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.479020] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.479732] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97a7499-4bea-4ab7-bd79-8ef378a9472b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.488808] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 740.488808] env[69498]: value = "task-4097532" [ 740.488808] env[69498]: _type = "Task" [ 740.488808] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.503713] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.592713] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097530, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.627393] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] Releasing lock "refresh_cache-453e1bb7-60ae-4d6d-94bb-6830ef544c16" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.627783] env[69498]: DEBUG nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-vif-deleted-98de11e9-39f9-4c3e-b886-3d7091af05c9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.628121] env[69498]: DEBUG nova.compute.manager [req-cc2c9924-c87a-4169-82bb-1d7a0999b5c9 req-c1a680e1-8cf5-42c4-9eee-97932cc882bb service nova] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Received event network-vif-deleted-5fa846c6-94ba-4cf1-8c60-55de878f6893 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.666821] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "refresh_cache-1397327d-f815-4cf6-997f-5f658d60943f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.666968] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquired lock "refresh_cache-1397327d-f815-4cf6-997f-5f658d60943f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.667206] env[69498]: DEBUG nova.network.neutron [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.748608] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bde0a4-5ab6-4bae-a407-714038a3eaa5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.759554] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c947d4b5-4400-419e-a780-f307a2ca784b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.803179] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36439721-f80b-4557-9324-ec46a5d2831c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.813221] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8379f8c-0c59-4808-a098-4f942794c949 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.832245] env[69498]: DEBUG nova.compute.provider_tree [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.875074] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097531, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.881387] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.899729] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cf7d9-4d00-75d1-b0f6-6c7abc46431b, 'name': SearchDatastore_Task, 'duration_secs': 0.020083} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.899806] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860296d1-00a9-43c2-8717-906746546c43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.907958] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 740.907958] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e26578-0f88-2342-b117-6c9fd6e2ac3f" [ 740.907958] env[69498]: _type = "Task" [ 740.907958] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.918931] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e26578-0f88-2342-b117-6c9fd6e2ac3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.999019] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097532, 'name': PowerOffVM_Task, 'duration_secs': 0.243434} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.999411] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.000291] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b11a2-d40b-4706-ac38-8b3d6a5808ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.021186] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1026c6-abc4-4999-8142-a89712577b87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.034106] env[69498]: DEBUG nova.compute.manager [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Received event network-vif-plugged-416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.034106] env[69498]: DEBUG oslo_concurrency.lockutils [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] Acquiring lock "1397327d-f815-4cf6-997f-5f658d60943f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.034214] env[69498]: DEBUG oslo_concurrency.lockutils [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] Lock "1397327d-f815-4cf6-997f-5f658d60943f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.034643] env[69498]: DEBUG oslo_concurrency.lockutils [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] Lock "1397327d-f815-4cf6-997f-5f658d60943f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.034643] env[69498]: DEBUG nova.compute.manager [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] No waiting events found dispatching network-vif-plugged-416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.034790] env[69498]: WARNING nova.compute.manager [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Received unexpected event network-vif-plugged-416e5dfc-f4dd-4977-ad2c-ce687ddecf36 for instance with vm_state building and task_state spawning. [ 741.034831] env[69498]: DEBUG nova.compute.manager [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Received event network-changed-416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.035247] env[69498]: DEBUG nova.compute.manager [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Refreshing instance network info cache due to event network-changed-416e5dfc-f4dd-4977-ad2c-ce687ddecf36. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.035247] env[69498]: DEBUG oslo_concurrency.lockutils [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] Acquiring lock "refresh_cache-1397327d-f815-4cf6-997f-5f658d60943f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.060483] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.060836] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929c34b3-f969-49ef-8182-9504122f30eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.069617] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 741.069617] env[69498]: value = "task-4097534" [ 741.069617] env[69498]: _type = "Task" [ 741.069617] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.087771] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 741.088024] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.088257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.093182] env[69498]: DEBUG oslo_vmware.api [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097530, 'name': RemoveSnapshot_Task, 'duration_secs': 1.050597} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.093453] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.093677] env[69498]: INFO nova.compute.manager [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 17.15 seconds to snapshot the instance on the hypervisor. [ 741.220181] env[69498]: DEBUG nova.network.neutron [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.357324] env[69498]: ERROR nova.scheduler.client.report [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [req-ec5f34b0-3376-40c4-9b03-9af2c9fc9d87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec5f34b0-3376-40c4-9b03-9af2c9fc9d87"}]} [ 741.383968] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54781} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.385630] env[69498]: DEBUG nova.scheduler.client.report [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.388055] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.388543] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.392202] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d5d5158-df3a-4a41-88a4-c23d89500509 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.403815] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 741.403815] env[69498]: value = "task-4097535" [ 741.403815] env[69498]: _type = "Task" [ 741.403815] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.415842] env[69498]: DEBUG nova.scheduler.client.report [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.416220] env[69498]: DEBUG nova.compute.provider_tree [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.420184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.423814] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.430301] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e26578-0f88-2342-b117-6c9fd6e2ac3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.430741] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.430969] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 453e1bb7-60ae-4d6d-94bb-6830ef544c16/453e1bb7-60ae-4d6d-94bb-6830ef544c16.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.431239] env[69498]: DEBUG oslo_concurrency.lockutils [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.431427] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.431733] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c131f404-d0f3-4a77-b61d-e50e118e648e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.436145] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6eb16d0-95e6-453e-b15f-579dfc73ff05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.439736] env[69498]: DEBUG nova.scheduler.client.report [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.446418] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 741.446418] env[69498]: value = "task-4097536" [ 741.446418] env[69498]: _type = "Task" [ 741.446418] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.450104] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.450104] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.453247] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc22433-c18b-4a18-9287-b7b03c2fe4e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.462550] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.465442] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 741.465442] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5284c439-480f-aa8d-5864-20f183f9bcb7" [ 741.465442] env[69498]: _type = "Task" [ 741.465442] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.473747] env[69498]: DEBUG nova.scheduler.client.report [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.480442] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5284c439-480f-aa8d-5864-20f183f9bcb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.481334] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85f950e-69d1-47f4-99f4-7585995b9a44 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.490298] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 741.490298] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5242b626-3edd-cc63-0731-4ad5be7f5057" [ 741.490298] env[69498]: _type = "Task" [ 741.490298] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.495980] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5242b626-3edd-cc63-0731-4ad5be7f5057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.509031] env[69498]: DEBUG nova.network.neutron [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Updating instance_info_cache with network_info: [{"id": "416e5dfc-f4dd-4977-ad2c-ce687ddecf36", "address": "fa:16:3e:fa:b9:91", "network": {"id": "4b2be807-1918-4e75-8321-8ef5019b916e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-880015233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392dc233710c4ff0ae1ea4becca13cf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416e5dfc-f4", "ovs_interfaceid": "416e5dfc-f4dd-4977-ad2c-ce687ddecf36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.584314] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.584626] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.584950] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.585262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.585472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.588106] env[69498]: INFO nova.compute.manager [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Terminating instance [ 741.656068] env[69498]: DEBUG nova.compute.manager [None req-75886d83-60b0-4f8a-b6e0-34bf84732fa8 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Found 2 images (rotation: 2) {{(pid=69498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 741.915901] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088583} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.919757] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.920745] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd10d8-c354-4fd4-bbff-60c38294b312 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.954500] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.957893] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab190947-e1f7-4a22-84d7-5d369392c495 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.983933] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097536, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.986217] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 741.986217] env[69498]: value = "task-4097537" [ 741.986217] env[69498]: _type = "Task" [ 741.986217] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.002020] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.005522] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5242b626-3edd-cc63-0731-4ad5be7f5057, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.008233] env[69498]: DEBUG oslo_concurrency.lockutils [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.008661] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. {{(pid=69498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 742.010072] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ab5de3-0d83-4bda-ac18-2dde94ac00c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.013273] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Releasing lock "refresh_cache-1397327d-f815-4cf6-997f-5f658d60943f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.013273] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Instance network_info: |[{"id": "416e5dfc-f4dd-4977-ad2c-ce687ddecf36", "address": "fa:16:3e:fa:b9:91", "network": {"id": "4b2be807-1918-4e75-8321-8ef5019b916e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-880015233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392dc233710c4ff0ae1ea4becca13cf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416e5dfc-f4", "ovs_interfaceid": "416e5dfc-f4dd-4977-ad2c-ce687ddecf36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.013273] env[69498]: DEBUG oslo_concurrency.lockutils [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] Acquired lock "refresh_cache-1397327d-f815-4cf6-997f-5f658d60943f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.013273] env[69498]: DEBUG nova.network.neutron [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Refreshing network info cache for port 416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.014082] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:b9:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '416e5dfc-f4dd-4977-ad2c-ce687ddecf36', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.025543] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Creating folder: Project (392dc233710c4ff0ae1ea4becca13cf4). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.031635] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6002a01b-8591-4235-8cd6-d8687c3c9bb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.036026] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 742.036026] env[69498]: value = "task-4097538" [ 742.036026] env[69498]: _type = "Task" [ 742.036026] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.046222] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.047760] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Created folder: Project (392dc233710c4ff0ae1ea4becca13cf4) in parent group-v811634. [ 742.047993] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Creating folder: Instances. Parent ref: group-v811732. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.050791] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6468feb7-aad0-4fdc-8c5f-c9c08791a1c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.062723] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Created folder: Instances in parent group-v811732. [ 742.062983] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.064410] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.064410] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60b35fe1-da6a-4a82-9edd-42e21091d3be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.087345] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.087345] env[69498]: value = "task-4097541" [ 742.087345] env[69498]: _type = "Task" [ 742.087345] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.092054] env[69498]: DEBUG nova.compute.manager [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.092302] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.095786] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093087c1-3514-42d0-b43c-a658d695454b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.103028] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097541, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.107252] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.107879] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317e8b51-ff01-47bb-9be7-86a32603c2a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.114742] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 742.114742] env[69498]: value = "task-4097542" [ 742.114742] env[69498]: _type = "Task" [ 742.114742] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.130250] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.161361] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5557c7a-6a03-4bac-b895-db4830225a1b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.170195] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e21183-bde4-403d-8fdd-cd6b1c45ae25 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.209342] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4822d0a6-bc98-4794-ae22-2a7252ac1b4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.220448] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814fffe-a23e-4755-8672-eaf227f870c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.239307] env[69498]: DEBUG nova.compute.provider_tree [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.475750] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097536, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.497427] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.547267] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.599572] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097541, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.628498] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097542, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.746910] env[69498]: DEBUG nova.scheduler.client.report [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.897092] env[69498]: DEBUG nova.network.neutron [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Updated VIF entry in instance network info cache for port 416e5dfc-f4dd-4977-ad2c-ce687ddecf36. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.897476] env[69498]: DEBUG nova.network.neutron [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Updating instance_info_cache with network_info: [{"id": "416e5dfc-f4dd-4977-ad2c-ce687ddecf36", "address": "fa:16:3e:fa:b9:91", "network": {"id": "4b2be807-1918-4e75-8321-8ef5019b916e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-880015233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392dc233710c4ff0ae1ea4becca13cf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416e5dfc-f4", "ovs_interfaceid": "416e5dfc-f4dd-4977-ad2c-ce687ddecf36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.934798] env[69498]: DEBUG nova.compute.manager [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.935827] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a34248-1aad-4867-9d67-63aee3df75f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.969722] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486631} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.970094] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 453e1bb7-60ae-4d6d-94bb-6830ef544c16/453e1bb7-60ae-4d6d-94bb-6830ef544c16.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.970349] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.970654] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1208748-a5c4-4e95-93c3-f6fcab8ae620 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.982414] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 742.982414] env[69498]: value = "task-4097544" [ 742.982414] env[69498]: _type = "Task" [ 742.982414] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.016612] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.017015] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.049475] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097538, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.103266] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097541, 'name': CreateVM_Task, 'duration_secs': 0.69361} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.103740] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.104759] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.105224] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.105814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.106348] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19486f7-2411-400f-baf9-3ec6b031b039 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.114672] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 743.114672] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a014e1-16a5-72ca-a20f-e759549786cf" [ 743.114672] env[69498]: _type = "Task" [ 743.114672] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.134861] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a014e1-16a5-72ca-a20f-e759549786cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.139088] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097542, 'name': PowerOffVM_Task, 'duration_secs': 0.533243} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.139448] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.139658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.140122] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-757f0f3f-deae-4385-9759-78a69ebc1d73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.226729] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.227115] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.227488] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Deleting the datastore file [datastore1] 02c5c8ee-d7ae-45cb-9100-43f3267e82aa {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.228255] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207bffd4-5c60-458e-92c3-fb7d7d0e34b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.242487] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for the task: (returnval){ [ 743.242487] env[69498]: value = "task-4097546" [ 743.242487] env[69498]: _type = "Task" [ 743.242487] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.250550] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.260s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.251308] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.258575] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.466s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.258919] env[69498]: DEBUG nova.objects.instance [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lazy-loading 'resources' on Instance uuid 183f4288-45c2-4a44-826d-29767fbcc075 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.264027] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.400382] env[69498]: DEBUG oslo_concurrency.lockutils [req-1acdf71c-7c3e-44c1-aac0-37dba9f81994 req-132596ac-27df-47bc-846b-f992a178aa46 service nova] Releasing lock "refresh_cache-1397327d-f815-4cf6-997f-5f658d60943f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.447434] env[69498]: INFO nova.compute.manager [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] instance snapshotting [ 743.448147] env[69498]: DEBUG nova.objects.instance [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'flavor' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.499889] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.501000] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100992} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.501330] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.502188] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4c4160-070e-4824-9ae5-16357b93dca8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.530044] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 453e1bb7-60ae-4d6d-94bb-6830ef544c16/453e1bb7-60ae-4d6d-94bb-6830ef544c16.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.530388] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7e2fb6-b923-482a-ae22-582aa8922996 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.562317] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.349097} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.563920] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. [ 743.564319] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 743.564319] env[69498]: value = "task-4097547" [ 743.564319] env[69498]: _type = "Task" [ 743.564319] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.565024] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb9bfb0-5f6b-4420-b7db-dd2e54ad9255 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.597937] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.602495] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7a3fd8-e446-4716-a62c-51516605cfb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.616662] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.627224] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a014e1-16a5-72ca-a20f-e759549786cf, 'name': SearchDatastore_Task, 'duration_secs': 0.067728} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.628906] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.629198] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.629496] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.629717] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.629845] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.630206] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 743.630206] env[69498]: value = "task-4097548" [ 743.630206] env[69498]: _type = "Task" [ 743.630206] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.630411] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c4efa3-b87c-40ba-a286-3d9533a92f6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.643058] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.644312] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.644506] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.645259] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec1b683-a46b-47c8-a159-027c3948c0eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.651093] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 743.651093] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5225ab94-b550-8c2c-9650-3d454efa0f92" [ 743.651093] env[69498]: _type = "Task" [ 743.651093] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.660208] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5225ab94-b550-8c2c-9650-3d454efa0f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.757050] env[69498]: DEBUG oslo_vmware.api [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Task: {'id': task-4097546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300831} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.758133] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.758133] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.758409] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.758750] env[69498]: INFO nova.compute.manager [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Took 1.67 seconds to destroy the instance on the hypervisor. [ 743.760042] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.760042] env[69498]: DEBUG nova.compute.manager [-] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.760042] env[69498]: DEBUG nova.network.neutron [-] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.766654] env[69498]: DEBUG nova.compute.utils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.768871] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.769191] env[69498]: DEBUG nova.network.neutron [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.926947] env[69498]: DEBUG nova.policy [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f0c88b4722c4c7e982b6ac435ac3c6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20f0dfc61c044d398a5a94c8173a923c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.958707] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f24ead-ba9e-4893-b94e-18c986151b27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.986131] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f7617c-e034-4faf-a16a-07d9312d1b78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.999437] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097537, 'name': ReconfigVM_Task, 'duration_secs': 1.531616} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.001166] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c/8fcf7408-4fd0-4e38-b162-94603fb4594c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.007051] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f1fbeed-e738-4c03-8130-131c522fed04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.017028] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 744.017028] env[69498]: value = "task-4097549" [ 744.017028] env[69498]: _type = "Task" [ 744.017028] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.029804] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097549, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.079762] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097547, 'name': ReconfigVM_Task, 'duration_secs': 0.367519} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.082936] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 453e1bb7-60ae-4d6d-94bb-6830ef544c16/453e1bb7-60ae-4d6d-94bb-6830ef544c16.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.084321] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade7b6a0-362d-481c-b1f2-3864a9a3a6e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.094044] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 744.094044] env[69498]: value = "task-4097550" [ 744.094044] env[69498]: _type = "Task" [ 744.094044] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.107623] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097550, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.147857] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097548, 'name': ReconfigVM_Task, 'duration_secs': 0.428588} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.150795] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Reconfigured VM instance instance-0000001a to attach disk [datastore1] fa357787-fea1-488c-b7dd-c717f783011f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.152806] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7f23c-dfdf-4259-932f-41d814329f1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.194709] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5225ab94-b550-8c2c-9650-3d454efa0f92, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.194960] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab39c609-2088-403d-8aad-da0de5e03e50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.212545] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52189925-434c-47b7-a6e2-86668cfe2d08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.221686] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 744.221686] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522335db-e468-3bf8-0ead-593b442bf308" [ 744.221686] env[69498]: _type = "Task" [ 744.221686] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.223564] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 744.223564] env[69498]: value = "task-4097551" [ 744.223564] env[69498]: _type = "Task" [ 744.223564] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.244610] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.245290] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522335db-e468-3bf8-0ead-593b442bf308, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.246050] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.246050] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1397327d-f815-4cf6-997f-5f658d60943f/1397327d-f815-4cf6-997f-5f658d60943f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.246380] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5c868b-4f1f-41e6-af9a-8a139eab4abe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.254958] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 744.254958] env[69498]: value = "task-4097552" [ 744.254958] env[69498]: _type = "Task" [ 744.254958] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.264601] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.272975] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.447178] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d969d-efc8-4117-a1ec-80398b052454 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.456009] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b287bbcd-c14f-46da-9910-e0a7f28c7fba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.490860] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25907a76-e072-4d1e-be05-a21f89455919 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.499388] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfab2d-eb1b-4eb8-b160-c59ae45cd931 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.515492] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.516065] env[69498]: DEBUG nova.compute.provider_tree [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.517523] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84fd5d5e-ec27-4369-8fbc-3eabd1034a1f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.531383] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097549, 'name': Rename_Task, 'duration_secs': 0.179377} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.532507] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.532838] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 744.532838] env[69498]: value = "task-4097553" [ 744.532838] env[69498]: _type = "Task" [ 744.532838] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.533062] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79de3a62-3537-43f5-90d5-d1a1a525426f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.545195] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.550383] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 744.550383] env[69498]: value = "task-4097554" [ 744.550383] env[69498]: _type = "Task" [ 744.550383] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.558246] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.602245] env[69498]: DEBUG nova.network.neutron [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Successfully created port: 3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.607029] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097550, 'name': Rename_Task, 'duration_secs': 0.190184} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.607310] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.607546] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f94e8597-e34f-47a2-961c-f2aa104b93d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.614863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "adabf98b-b0bb-4b09-9f30-55a473245305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.615115] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "adabf98b-b0bb-4b09-9f30-55a473245305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.615311] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "adabf98b-b0bb-4b09-9f30-55a473245305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.615498] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "adabf98b-b0bb-4b09-9f30-55a473245305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.616356] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "adabf98b-b0bb-4b09-9f30-55a473245305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.617477] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 744.617477] env[69498]: value = "task-4097555" [ 744.617477] env[69498]: _type = "Task" [ 744.617477] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.617909] env[69498]: INFO nova.compute.manager [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Terminating instance [ 744.629794] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.716645] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.716897] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.717115] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.717300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.717466] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.719646] env[69498]: INFO nova.compute.manager [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Terminating instance [ 744.737412] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097551, 'name': ReconfigVM_Task, 'duration_secs': 0.1797} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.737689] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.737942] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd256953-514d-48de-a9b4-59d50807853c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.746569] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 744.746569] env[69498]: value = "task-4097556" [ 744.746569] env[69498]: _type = "Task" [ 744.746569] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.756807] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.768191] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.889160] env[69498]: DEBUG nova.network.neutron [-] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.004977] env[69498]: DEBUG nova.compute.manager [req-3820fee2-9036-4a94-b45e-8fe3032692ed req-ef7fa52e-c81a-46c2-95f2-3766b533e901 service nova] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Received event network-vif-deleted-e3f0eec3-9696-4b15-82f4-11f864b8aa2e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.022339] env[69498]: DEBUG nova.scheduler.client.report [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.045232] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.057672] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.124852] env[69498]: DEBUG nova.compute.manager [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.125009] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.125916] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e32481e-8e5a-48fb-97fd-b39719c672c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.135780] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.138309] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.138696] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb060b9-a6ca-4cb7-8878-cde5ec8387f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.146543] env[69498]: DEBUG oslo_vmware.api [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 745.146543] env[69498]: value = "task-4097557" [ 745.146543] env[69498]: _type = "Task" [ 745.146543] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.158495] env[69498]: DEBUG oslo_vmware.api [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.223945] env[69498]: DEBUG nova.compute.manager [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.223945] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.224672] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ca5d8b-c1b8-422b-8c17-72a4eba37219 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.234389] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.234389] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-781f32c6-8d19-42f2-aa4e-0f5eaad476f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.241785] env[69498]: DEBUG oslo_vmware.api [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 745.241785] env[69498]: value = "task-4097558" [ 745.241785] env[69498]: _type = "Task" [ 745.241785] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.254559] env[69498]: DEBUG oslo_vmware.api [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.266812] env[69498]: DEBUG oslo_vmware.api [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097556, 'name': PowerOnVM_Task, 'duration_secs': 0.475153} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.271530] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.274059] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.278037] env[69498]: DEBUG nova.compute.manager [None req-676c082f-6757-4405-a85b-0820c0898c0b tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.279310] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7ef2e-131b-43be-9549-bfbe1528f810 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.284758] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.323864] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.326025] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.326025] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.326025] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.326025] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.326025] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.326321] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.326540] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.326685] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.326965] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.327327] env[69498]: DEBUG nova.virt.hardware [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.328943] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52bdbf2-865b-45aa-bba5-2e9f9719ecce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.343298] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26426b6a-db68-4004-922c-ebf099ebdba0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.392395] env[69498]: INFO nova.compute.manager [-] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Took 1.63 seconds to deallocate network for instance. [ 745.532472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.536606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.334s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.537653] env[69498]: DEBUG nova.objects.instance [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lazy-loading 'resources' on Instance uuid 434f32c3-fd37-47f8-b899-dcb1799b0a13 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.551127] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.565547] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.566827] env[69498]: INFO nova.scheduler.client.report [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleted allocations for instance 183f4288-45c2-4a44-826d-29767fbcc075 [ 745.632295] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.660952] env[69498]: DEBUG oslo_vmware.api [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097557, 'name': PowerOffVM_Task, 'duration_secs': 0.356477} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.661395] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.661677] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.662522] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ddee364-ed44-405c-be36-0c203bd2f43c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.748936] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.749494] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.749830] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Deleting the datastore file [datastore2] adabf98b-b0bb-4b09-9f30-55a473245305 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.750816] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9195e784-fe2d-40aa-a1ae-63ffc3e59f56 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.757299] env[69498]: DEBUG oslo_vmware.api [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097558, 'name': PowerOffVM_Task, 'duration_secs': 0.291853} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.758256] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.758708] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.762697] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d257cc3f-055b-4ecd-9c30-fd83cf624142 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.766526] env[69498]: DEBUG oslo_vmware.api [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for the task: (returnval){ [ 745.766526] env[69498]: value = "task-4097560" [ 745.766526] env[69498]: _type = "Task" [ 745.766526] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.779382] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097552, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.787881] env[69498]: DEBUG oslo_vmware.api [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.856253] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.856523] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.856862] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Deleting the datastore file [datastore2] d505f6a6-8db2-4835-ac1c-74b30a09b2aa {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.857027] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98f44fd8-da59-4c53-830e-924b4e3b9eae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.865024] env[69498]: DEBUG oslo_vmware.api [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for the task: (returnval){ [ 745.865024] env[69498]: value = "task-4097562" [ 745.865024] env[69498]: _type = "Task" [ 745.865024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.874767] env[69498]: DEBUG oslo_vmware.api [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.899842] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.059798] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.067127] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.076483] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2decbf7-90dd-47f9-96fe-95be62f0e4c1 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "183f4288-45c2-4a44-826d-29767fbcc075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.078s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.139326] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.271698] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097552, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536383} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.276957] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1397327d-f815-4cf6-997f-5f658d60943f/1397327d-f815-4cf6-997f-5f658d60943f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.277298] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.278861] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0cba8c9-aa38-403c-886f-cb95654edabb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.287437] env[69498]: DEBUG oslo_vmware.api [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Task: {'id': task-4097560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337114} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.287677] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.287903] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.289285] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.289285] env[69498]: INFO nova.compute.manager [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Took 1.16 seconds to destroy the instance on the hypervisor. [ 746.289285] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.289525] env[69498]: DEBUG nova.compute.manager [-] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.289571] env[69498]: DEBUG nova.network.neutron [-] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.292328] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 746.292328] env[69498]: value = "task-4097563" [ 746.292328] env[69498]: _type = "Task" [ 746.292328] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.308398] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.379414] env[69498]: DEBUG oslo_vmware.api [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Task: {'id': task-4097562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322743} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.380363] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.380527] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.380798] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.381019] env[69498]: INFO nova.compute.manager [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 746.381311] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.383798] env[69498]: DEBUG nova.compute.manager [-] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.383949] env[69498]: DEBUG nova.network.neutron [-] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.550831] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097553, 'name': CreateSnapshot_Task, 'duration_secs': 1.772531} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.555021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.561398] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc131d2-0c6f-4c4f-b90d-d211aac742f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.585330] env[69498]: DEBUG oslo_vmware.api [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097554, 'name': PowerOnVM_Task, 'duration_secs': 1.715164} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.586144] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.587018] env[69498]: DEBUG nova.compute.manager [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.587941] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b85d86-c490-4cad-bbd4-2f8e49078d8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.633163] env[69498]: DEBUG oslo_vmware.api [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097555, 'name': PowerOnVM_Task, 'duration_secs': 1.647503} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.633453] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.633655] env[69498]: INFO nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Took 12.48 seconds to spawn the instance on the hypervisor. [ 746.633832] env[69498]: DEBUG nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.638959] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeae74d-d734-4853-8b4d-f7c784fe5a16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.709596] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153b1ad-06bc-429c-9381-50ef224c149f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.718809] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c4896-43bd-49e7-98aa-36bf2a03efba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.753685] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f33939-1d46-40c6-9652-cb079c7edf38 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.761314] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d71c5f-3b25-4892-94d4-b51f4bca0589 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.776938] env[69498]: DEBUG nova.compute.provider_tree [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.805980] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171663} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.806471] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.808075] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37916d53-f623-4395-8ad4-8452a3804613 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.832364] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 1397327d-f815-4cf6-997f-5f658d60943f/1397327d-f815-4cf6-997f-5f658d60943f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.832793] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34df3f1d-af60-40ca-94b5-4d19e9d8c032 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.858167] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 746.858167] env[69498]: value = "task-4097564" [ 746.858167] env[69498]: _type = "Task" [ 746.858167] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.869870] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.099918] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.100238] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f2a371f-5ec5-4880-8e81-9e53496cae06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.111315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.117222] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 747.117222] env[69498]: value = "task-4097565" [ 747.117222] env[69498]: _type = "Task" [ 747.117222] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.133744] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097565, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.164291] env[69498]: INFO nova.compute.manager [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Took 52.77 seconds to build instance. [ 747.231088] env[69498]: DEBUG nova.network.neutron [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Successfully updated port: 3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.280274] env[69498]: DEBUG nova.scheduler.client.report [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.369721] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.431270] env[69498]: DEBUG nova.network.neutron [-] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.632168] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097565, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.667877] env[69498]: DEBUG oslo_concurrency.lockutils [None req-611bdcd7-caf7-4f34-b7a0-5bc269a89427 tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.198s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.737863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "refresh_cache-6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.738084] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired lock "refresh_cache-6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.739019] env[69498]: DEBUG nova.network.neutron [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.759937] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.761017] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.790429] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.790984] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.626s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.792626] env[69498]: INFO nova.compute.claims [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.812392] env[69498]: INFO nova.scheduler.client.report [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Deleted allocations for instance 434f32c3-fd37-47f8-b899-dcb1799b0a13 [ 747.876204] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097564, 'name': ReconfigVM_Task, 'duration_secs': 0.748273} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.876593] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 1397327d-f815-4cf6-997f-5f658d60943f/1397327d-f815-4cf6-997f-5f658d60943f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.877306] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71488176-3f95-44fc-985c-8aa1decd41e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.887645] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 747.887645] env[69498]: value = "task-4097566" [ 747.887645] env[69498]: _type = "Task" [ 747.887645] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.899228] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097566, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.934643] env[69498]: INFO nova.compute.manager [-] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Took 1.55 seconds to deallocate network for instance. [ 748.072670] env[69498]: DEBUG nova.network.neutron [-] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.126633] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097565, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.128868] env[69498]: DEBUG nova.compute.manager [req-effd093f-bca4-44c1-ae1b-143ce3a08a6f req-3955a89e-8b72-4849-9920-ffdd43a8a924 service nova] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Received event network-vif-deleted-abc9c283-5ae5-42a6-84b0-3d581fe14b3d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.171766] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.213502] env[69498]: DEBUG nova.compute.manager [req-300f45f1-004f-45f9-9c9d-3973f1da4b2e req-fba6b617-d7e9-4ea6-a77a-2b8722461a40 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Received event network-vif-plugged-3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.213502] env[69498]: DEBUG oslo_concurrency.lockutils [req-300f45f1-004f-45f9-9c9d-3973f1da4b2e req-fba6b617-d7e9-4ea6-a77a-2b8722461a40 service nova] Acquiring lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.213801] env[69498]: DEBUG oslo_concurrency.lockutils [req-300f45f1-004f-45f9-9c9d-3973f1da4b2e req-fba6b617-d7e9-4ea6-a77a-2b8722461a40 service nova] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.214528] env[69498]: DEBUG oslo_concurrency.lockutils [req-300f45f1-004f-45f9-9c9d-3973f1da4b2e req-fba6b617-d7e9-4ea6-a77a-2b8722461a40 service nova] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.215293] env[69498]: DEBUG nova.compute.manager [req-300f45f1-004f-45f9-9c9d-3973f1da4b2e req-fba6b617-d7e9-4ea6-a77a-2b8722461a40 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] No waiting events found dispatching network-vif-plugged-3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.215293] env[69498]: WARNING nova.compute.manager [req-300f45f1-004f-45f9-9c9d-3973f1da4b2e req-fba6b617-d7e9-4ea6-a77a-2b8722461a40 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Received unexpected event network-vif-plugged-3b37088d-6ce7-4742-8f6a-591ba0c8d117 for instance with vm_state building and task_state spawning. [ 748.322777] env[69498]: DEBUG oslo_concurrency.lockutils [None req-54aff1a4-fcc1-4012-af55-494a9324d46a tempest-ImagesOneServerTestJSON-1348870833 tempest-ImagesOneServerTestJSON-1348870833-project-member] Lock "434f32c3-fd37-47f8-b899-dcb1799b0a13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.967s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.324349] env[69498]: DEBUG nova.network.neutron [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.399328] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097566, 'name': Rename_Task, 'duration_secs': 0.188564} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.399656] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.399944] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60c22ba-7d81-4330-b734-88abc0b28231 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.408174] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 748.408174] env[69498]: value = "task-4097567" [ 748.408174] env[69498]: _type = "Task" [ 748.408174] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.423915] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.442626] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.575775] env[69498]: INFO nova.compute.manager [-] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Took 2.29 seconds to deallocate network for instance. [ 748.629574] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097565, 'name': CloneVM_Task} progress is 95%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.701828] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.710557] env[69498]: DEBUG nova.network.neutron [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Updating instance_info_cache with network_info: [{"id": "3b37088d-6ce7-4742-8f6a-591ba0c8d117", "address": "fa:16:3e:3e:d7:e1", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b37088d-6c", "ovs_interfaceid": "3b37088d-6ce7-4742-8f6a-591ba0c8d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.926916] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.088475] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.132471] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097565, 'name': CloneVM_Task, 'duration_secs': 1.734463} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.133302] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Created linked-clone VM from snapshot [ 749.133688] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931251f4-9b95-4a07-a38a-11770caf18dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.145121] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Uploading image 5e739014-8f83-432d-8663-6a49dec75b2b {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.202629] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.202629] env[69498]: value = "vm-811736" [ 749.202629] env[69498]: _type = "VirtualMachine" [ 749.202629] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.204690] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-920778aa-4b6d-40fa-ac50-12095fa11393 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.216176] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Releasing lock "refresh_cache-6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.216176] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Instance network_info: |[{"id": "3b37088d-6ce7-4742-8f6a-591ba0c8d117", "address": "fa:16:3e:3e:d7:e1", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b37088d-6c", "ovs_interfaceid": "3b37088d-6ce7-4742-8f6a-591ba0c8d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.216176] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b37088d-6ce7-4742-8f6a-591ba0c8d117', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.223825] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.226879] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.227528] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease: (returnval){ [ 749.227528] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d06d5c-2eec-ae90-0c66-c015c317f0ba" [ 749.227528] env[69498]: _type = "HttpNfcLease" [ 749.227528] env[69498]: } obtained for exporting VM: (result){ [ 749.227528] env[69498]: value = "vm-811736" [ 749.227528] env[69498]: _type = "VirtualMachine" [ 749.227528] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.228227] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the lease: (returnval){ [ 749.228227] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d06d5c-2eec-ae90-0c66-c015c317f0ba" [ 749.228227] env[69498]: _type = "HttpNfcLease" [ 749.228227] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.228703] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9318697-98eb-42c4-9a5f-5186d326c9f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.265461] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.265461] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d06d5c-2eec-ae90-0c66-c015c317f0ba" [ 749.265461] env[69498]: _type = "HttpNfcLease" [ 749.265461] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.267769] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.267769] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d06d5c-2eec-ae90-0c66-c015c317f0ba" [ 749.267769] env[69498]: _type = "HttpNfcLease" [ 749.267769] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.268355] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.268355] env[69498]: value = "task-4097569" [ 749.268355] env[69498]: _type = "Task" [ 749.268355] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.269713] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a14810c-7d66-4e44-af25-1b01f59376c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.288081] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525895bc-e8d8-b80d-505a-f598201f3174/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.288623] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525895bc-e8d8-b80d-505a-f598201f3174/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.294017] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097569, 'name': CreateVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.406512] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ffc3841e-0a01-431f-ab09-f6e0b52772cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.422823] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.649968] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924ef39-2061-49fd-bc3a-3473a19659cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.659152] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d248ee-a763-4d6e-96b8-17103c6bd010 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.700048] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2298e13e-f26d-482b-ac61-79462255278f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.708945] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6d2da-c8a9-434d-837e-f31663f18c83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.727278] env[69498]: DEBUG nova.compute.provider_tree [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.760688] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "8fcf7408-4fd0-4e38-b162-94603fb4594c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.761086] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.761355] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "8fcf7408-4fd0-4e38-b162-94603fb4594c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.762053] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.762053] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.764228] env[69498]: INFO nova.compute.manager [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Terminating instance [ 749.784366] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097569, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.922744] env[69498]: DEBUG oslo_vmware.api [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097567, 'name': PowerOnVM_Task, 'duration_secs': 1.265567} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.926593] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.926593] env[69498]: INFO nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Took 11.76 seconds to spawn the instance on the hypervisor. [ 749.926984] env[69498]: DEBUG nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.929217] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa85365b-c0fd-464b-987e-2ba84622e641 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.231247] env[69498]: DEBUG nova.scheduler.client.report [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.271062] env[69498]: DEBUG nova.compute.manager [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.271216] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.272868] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a44a4a-7c5f-4644-8d54-7bba4bc9adb7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.287958] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.292408] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f90c60a-1536-4dfd-b26c-6b6da663b12a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.295138] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097569, 'name': CreateVM_Task, 'duration_secs': 0.843348} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.295230] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.297254] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.301395] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.301774] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.304025] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a651c2ad-f4e8-4d2b-84c2-35623f183184 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.305484] env[69498]: DEBUG oslo_vmware.api [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 750.305484] env[69498]: value = "task-4097570" [ 750.305484] env[69498]: _type = "Task" [ 750.305484] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.315297] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 750.315297] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52564c48-91a9-986a-e7fa-ed25b50e12a6" [ 750.315297] env[69498]: _type = "Task" [ 750.315297] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.339767] env[69498]: DEBUG oslo_vmware.api [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.349146] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52564c48-91a9-986a-e7fa-ed25b50e12a6, 'name': SearchDatastore_Task, 'duration_secs': 0.017723} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.349897] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.353224] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.353721] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.353906] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.354109] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.354740] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011c96a6-c251-4403-b380-023b22249c9b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.368692] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.368987] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.373213] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a94af0-b543-4e98-9d3e-52a3fa42637e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.384371] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 750.384371] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524262fd-0863-148f-a0ff-ac38743889b5" [ 750.384371] env[69498]: _type = "Task" [ 750.384371] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.400758] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524262fd-0863-148f-a0ff-ac38743889b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.457555] env[69498]: INFO nova.compute.manager [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Took 51.85 seconds to build instance. [ 750.748669] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.958s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.749577] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.752942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.075s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.755026] env[69498]: INFO nova.compute.claims [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.820433] env[69498]: DEBUG oslo_vmware.api [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097570, 'name': PowerOffVM_Task, 'duration_secs': 0.283162} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.820754] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.821341] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.821442] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-064f94b0-da67-4251-9f0c-f4da148ba4f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.831966] env[69498]: DEBUG nova.compute.manager [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Received event network-changed-3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.833097] env[69498]: DEBUG nova.compute.manager [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Refreshing instance network info cache due to event network-changed-3b37088d-6ce7-4742-8f6a-591ba0c8d117. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.834285] env[69498]: DEBUG oslo_concurrency.lockutils [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] Acquiring lock "refresh_cache-6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.834285] env[69498]: DEBUG oslo_concurrency.lockutils [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] Acquired lock "refresh_cache-6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.834285] env[69498]: DEBUG nova.network.neutron [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Refreshing network info cache for port 3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.840864] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.841173] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.841385] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.841684] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.841845] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.844077] env[69498]: INFO nova.compute.manager [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Terminating instance [ 750.898762] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524262fd-0863-148f-a0ff-ac38743889b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014925} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.900051] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba069af0-1d40-4ecb-a633-b134d507747d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.907178] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 750.907178] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523dc536-5c21-379e-4b9a-ce6e63dd1ff7" [ 750.907178] env[69498]: _type = "Task" [ 750.907178] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.916344] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.916640] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.916847] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore1] 8fcf7408-4fd0-4e38-b162-94603fb4594c {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.917250] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3d5157-b0c5-44d0-bd98-2e0a537d0b3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.922832] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523dc536-5c21-379e-4b9a-ce6e63dd1ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.932620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "3a61f848-0402-4aad-a007-e630c8a2f08b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.933251] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.933895] env[69498]: DEBUG oslo_vmware.api [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 750.933895] env[69498]: value = "task-4097572" [ 750.933895] env[69498]: _type = "Task" [ 750.933895] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.945904] env[69498]: DEBUG oslo_vmware.api [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.963081] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d884d586-3c43-430c-aef6-28f7aa86a881 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "1397327d-f815-4cf6-997f-5f658d60943f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.228s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.260614] env[69498]: DEBUG nova.compute.utils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.270215] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.271348] env[69498]: DEBUG nova.network.neutron [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.349070] env[69498]: DEBUG nova.compute.manager [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.349370] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.351353] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17856c81-b1b8-43c6-bb25-9a4a0deeeff7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.364850] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.366250] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b92097-6d40-43b9-8b51-e92108d3579a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.374148] env[69498]: DEBUG oslo_vmware.api [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 751.374148] env[69498]: value = "task-4097573" [ 751.374148] env[69498]: _type = "Task" [ 751.374148] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.387406] env[69498]: DEBUG oslo_vmware.api [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.420435] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523dc536-5c21-379e-4b9a-ce6e63dd1ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.420695] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.420962] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6/6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.421624] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efe0c04e-42e1-4a8a-a20d-219ebb4077b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.430282] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 751.430282] env[69498]: value = "task-4097574" [ 751.430282] env[69498]: _type = "Task" [ 751.430282] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.442168] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.449133] env[69498]: DEBUG oslo_vmware.api [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316474} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.449706] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.449943] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.450143] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.450323] env[69498]: INFO nova.compute.manager [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 751.450696] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.450971] env[69498]: DEBUG nova.compute.manager [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.451085] env[69498]: DEBUG nova.network.neutron [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.467432] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.562846] env[69498]: INFO nova.compute.manager [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Rescuing [ 751.563241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.563766] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.564197] env[69498]: DEBUG nova.network.neutron [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.613045] env[69498]: DEBUG nova.policy [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca2ef7b8708d4a3492dbba8c53cede8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0dfe10efe84b44a5906d0e36a444f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.772114] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.901887] env[69498]: DEBUG oslo_vmware.api [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097573, 'name': PowerOffVM_Task, 'duration_secs': 0.24412} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.906110] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.906702] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.907403] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd06ccc-1f91-4537-8460-049d999d64c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.946705] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097574, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.999107] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.004029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.004029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.004029] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Deleting the datastore file [datastore1] 453e1bb7-60ae-4d6d-94bb-6830ef544c16 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.004563] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8752a831-b165-4650-a99d-52ad0aa4d494 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.016045] env[69498]: DEBUG oslo_vmware.api [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for the task: (returnval){ [ 752.016045] env[69498]: value = "task-4097576" [ 752.016045] env[69498]: _type = "Task" [ 752.016045] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.025668] env[69498]: DEBUG oslo_vmware.api [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.107725] env[69498]: DEBUG nova.network.neutron [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Updated VIF entry in instance network info cache for port 3b37088d-6ce7-4742-8f6a-591ba0c8d117. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.108140] env[69498]: DEBUG nova.network.neutron [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Updating instance_info_cache with network_info: [{"id": "3b37088d-6ce7-4742-8f6a-591ba0c8d117", "address": "fa:16:3e:3e:d7:e1", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b37088d-6c", "ovs_interfaceid": "3b37088d-6ce7-4742-8f6a-591ba0c8d117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.296998] env[69498]: DEBUG nova.network.neutron [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.379253] env[69498]: DEBUG nova.network.neutron [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Updating instance_info_cache with network_info: [{"id": "f960943c-565e-4585-92e4-44ed54997b75", "address": "fa:16:3e:cf:d8:cb", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf960943c-56", "ovs_interfaceid": "f960943c-565e-4585-92e4-44ed54997b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.404117] env[69498]: DEBUG nova.network.neutron [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Successfully created port: b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.442088] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675524} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.445462] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6/6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.445802] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.446696] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91c389f-3511-4eed-969e-ad342dc52943 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.457300] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 752.457300] env[69498]: value = "task-4097577" [ 752.457300] env[69498]: _type = "Task" [ 752.457300] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.472966] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.534243] env[69498]: DEBUG oslo_vmware.api [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Task: {'id': task-4097576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245653} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.535179] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.535399] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.535577] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.535744] env[69498]: INFO nova.compute.manager [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Took 1.19 seconds to destroy the instance on the hypervisor. [ 752.535979] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.536805] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223a08a7-0d03-4cfc-9215-c1d9d4cf3d6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.539598] env[69498]: DEBUG nova.compute.manager [-] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.539708] env[69498]: DEBUG nova.network.neutron [-] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.547074] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5297e13-fec3-4cb7-8164-d3adfcdfa92c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.582584] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a249073-87e8-4f4f-b990-d8f5de21aef3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.591632] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47785c-d585-43b9-b1a7-0081745fb17a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.608332] env[69498]: DEBUG nova.compute.provider_tree [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.613834] env[69498]: DEBUG oslo_concurrency.lockutils [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] Releasing lock "refresh_cache-6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.613930] env[69498]: DEBUG nova.compute.manager [req-5cf73ae0-3889-4740-888f-2aa1eef39ccf req-020d959e-97ea-4d42-945a-7bafed057321 service nova] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Received event network-vif-deleted-c50059c1-6727-4ea5-9530-ba7d31a0d388 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.802225] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.805718] env[69498]: INFO nova.compute.manager [-] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Took 1.35 seconds to deallocate network for instance. [ 752.842573] env[69498]: DEBUG nova.compute.manager [req-71cadb91-dac8-4673-b80f-1621ec373a1d req-7dffa836-c998-4ff5-af6f-5b7f8c128ce9 service nova] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Received event network-vif-deleted-9179baa2-90c1-4da7-9850-0eb0ed1308a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.857161] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.857441] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.857598] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.857782] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.857926] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.858229] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.858482] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.858703] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.858883] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.859062] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.859242] env[69498]: DEBUG nova.virt.hardware [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.860560] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9535ffe-50aa-48fc-934b-3257a5330222 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.883298] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7903dab-cfeb-4f06-9791-bfef8946e8bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.891172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.972979] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08168} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.973486] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.977255] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276442c1-676a-4cbc-a3ea-268cc3b0154b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.002922] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6/6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.003416] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68accabc-a18a-469d-bc01-4fb18dca4e60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.026525] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 753.026525] env[69498]: value = "task-4097578" [ 753.026525] env[69498]: _type = "Task" [ 753.026525] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.041203] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.133425] env[69498]: ERROR nova.scheduler.client.report [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [req-a826aaed-bc2b-490a-9338-6570626719fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a826aaed-bc2b-490a-9338-6570626719fb"}]} [ 753.155883] env[69498]: DEBUG nova.scheduler.client.report [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 753.178478] env[69498]: DEBUG nova.scheduler.client.report [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 753.181062] env[69498]: DEBUG nova.compute.provider_tree [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.198469] env[69498]: DEBUG nova.scheduler.client.report [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.222422] env[69498]: DEBUG nova.scheduler.client.report [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.324772] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.390595] env[69498]: DEBUG nova.network.neutron [-] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.547345] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097578, 'name': ReconfigVM_Task, 'duration_secs': 0.488519} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.550573] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6/6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.551652] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2702d119-1a5d-4423-a9f2-c748a15e4992 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.561115] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 753.561115] env[69498]: value = "task-4097579" [ 753.561115] env[69498]: _type = "Task" [ 753.561115] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.575912] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097579, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.697389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "1397327d-f815-4cf6-997f-5f658d60943f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.697675] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "1397327d-f815-4cf6-997f-5f658d60943f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.697897] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "1397327d-f815-4cf6-997f-5f658d60943f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.698088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "1397327d-f815-4cf6-997f-5f658d60943f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.698256] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "1397327d-f815-4cf6-997f-5f658d60943f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.700554] env[69498]: INFO nova.compute.manager [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Terminating instance [ 753.861192] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d95dc7-78ed-486a-9921-c39705ab2414 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.870779] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc60ff2-8da3-49b0-ad75-949bd3025392 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.920082] env[69498]: INFO nova.compute.manager [-] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Took 1.38 seconds to deallocate network for instance. [ 753.923342] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e44292-cb0e-4624-8da9-58843a790898 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.939964] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ceb48b-1db0-4f4f-8a0f-3cbc731a1616 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.958744] env[69498]: DEBUG nova.compute.provider_tree [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.072179] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097579, 'name': Rename_Task, 'duration_secs': 0.224183} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.072759] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.072830] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed62558-ddee-4f15-a1cc-003a68e37848 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.084869] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 754.084869] env[69498]: value = "task-4097580" [ 754.084869] env[69498]: _type = "Task" [ 754.084869] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.095821] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.205770] env[69498]: DEBUG nova.compute.manager [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.206386] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.207833] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5587f-4b6c-4b3e-a4de-43e2c52cf3ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.221139] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.221807] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7382e460-2c2e-41b3-a1cd-612c15a0c8b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.233100] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 754.233100] env[69498]: value = "task-4097581" [ 754.233100] env[69498]: _type = "Task" [ 754.233100] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.247999] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.434766] env[69498]: DEBUG nova.network.neutron [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Successfully updated port: b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.444606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.447303] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.447501] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de6110e-b175-48e8-9e88-90a1bccffd97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.457141] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 754.457141] env[69498]: value = "task-4097582" [ 754.457141] env[69498]: _type = "Task" [ 754.457141] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.477164] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.511088] env[69498]: DEBUG nova.scheduler.client.report [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 754.511479] env[69498]: DEBUG nova.compute.provider_tree [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 59 to 60 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 754.511650] env[69498]: DEBUG nova.compute.provider_tree [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.596315] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097580, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.699850] env[69498]: DEBUG nova.compute.manager [req-cdf71210-1106-45c8-9944-ed9bbace4dab req-b6c5a3b7-59bd-46a8-a0f3-dedd1d3f2aa4 service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Received event network-vif-plugged-b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.699850] env[69498]: DEBUG oslo_concurrency.lockutils [req-cdf71210-1106-45c8-9944-ed9bbace4dab req-b6c5a3b7-59bd-46a8-a0f3-dedd1d3f2aa4 service nova] Acquiring lock "18f1088d-51b4-4553-8572-02ef5eb03ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.699850] env[69498]: DEBUG oslo_concurrency.lockutils [req-cdf71210-1106-45c8-9944-ed9bbace4dab req-b6c5a3b7-59bd-46a8-a0f3-dedd1d3f2aa4 service nova] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.699850] env[69498]: DEBUG oslo_concurrency.lockutils [req-cdf71210-1106-45c8-9944-ed9bbace4dab req-b6c5a3b7-59bd-46a8-a0f3-dedd1d3f2aa4 service nova] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.699850] env[69498]: DEBUG nova.compute.manager [req-cdf71210-1106-45c8-9944-ed9bbace4dab req-b6c5a3b7-59bd-46a8-a0f3-dedd1d3f2aa4 service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] No waiting events found dispatching network-vif-plugged-b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 754.699850] env[69498]: WARNING nova.compute.manager [req-cdf71210-1106-45c8-9944-ed9bbace4dab req-b6c5a3b7-59bd-46a8-a0f3-dedd1d3f2aa4 service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Received unexpected event network-vif-plugged-b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 for instance with vm_state building and task_state spawning. [ 754.749494] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097581, 'name': PowerOffVM_Task, 'duration_secs': 0.337209} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.749993] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.750304] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.750682] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-662b4472-3ebc-482c-9f40-1506f850badd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.841778] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.841778] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.841914] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Deleting the datastore file [datastore1] 1397327d-f815-4cf6-997f-5f658d60943f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.842283] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-677b91a6-9281-4641-bf88-19f472bbfc6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.850813] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for the task: (returnval){ [ 754.850813] env[69498]: value = "task-4097584" [ 754.850813] env[69498]: _type = "Task" [ 754.850813] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.861334] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.945947] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "refresh_cache-18f1088d-51b4-4553-8572-02ef5eb03ea6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.945947] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquired lock "refresh_cache-18f1088d-51b4-4553-8572-02ef5eb03ea6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.946137] env[69498]: DEBUG nova.network.neutron [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.971686] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097582, 'name': PowerOffVM_Task, 'duration_secs': 0.243899} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.972054] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.973064] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9607042-37d7-4de8-9188-b3b153d347c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.995348] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5a5491-531f-4a7e-9c0e-eebcd54b9038 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.018788] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.266s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.019662] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.022370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 44.841s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.022548] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.022701] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 755.023912] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.419s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.024178] env[69498]: DEBUG nova.objects.instance [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lazy-loading 'resources' on Instance uuid 0c7c0a79-1ef0-4730-a01f-5c08586125c9 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.026740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a93ea89-45e9-4e62-8e7c-c3e89741c66c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.046340] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.047847] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6861c186-b62a-47be-b6ec-e06dfa7b3532 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.052242] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a061baf8-6d4a-4829-91e8-1dadaff4e05c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.072601] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73acbaa-c37b-44fd-b2a2-ecdfcd70f336 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.075963] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 755.075963] env[69498]: value = "task-4097585" [ 755.075963] env[69498]: _type = "Task" [ 755.075963] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.077180] env[69498]: DEBUG nova.compute.manager [req-eff9044e-9931-4fd4-970d-bb620b36a2d7 req-b60270e4-e0e1-479a-a92e-fce5c2abf5b4 service nova] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Received event network-vif-deleted-00705d79-d777-4701-a4d5-183fe19cdf32 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.085525] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb708c-f269-418b-bd5c-34fdb45fdc71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.097363] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 755.097638] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.097972] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.098157] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.098340] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.098637] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-846f5e35-fb95-47a0-a05a-7eda3154331a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.129123] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179032MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 755.129326] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.133799] env[69498]: DEBUG oslo_vmware.api [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097580, 'name': PowerOnVM_Task, 'duration_secs': 0.697243} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.134080] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.134298] env[69498]: INFO nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Took 9.85 seconds to spawn the instance on the hypervisor. [ 755.134481] env[69498]: DEBUG nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.135337] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a1adf4-f7ea-4081-b929-296cf805e455 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.151361] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.151578] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.152411] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777ebe84-c608-4969-aaa6-c1af2cd56f9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.159043] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 755.159043] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5242abb5-bc60-66a9-ddc9-47ff04e27d6b" [ 755.159043] env[69498]: _type = "Task" [ 755.159043] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.169529] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5242abb5-bc60-66a9-ddc9-47ff04e27d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.366179] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.495654] env[69498]: DEBUG nova.network.neutron [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.502777] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.503258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.503474] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.503658] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.503828] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.509233] env[69498]: INFO nova.compute.manager [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Terminating instance [ 755.528641] env[69498]: DEBUG nova.compute.utils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.530871] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.531094] env[69498]: DEBUG nova.network.neutron [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.603458] env[69498]: DEBUG nova.policy [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4da5bd1bef14f789d8cdd3c44ffb2a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '907ade8b78094d37b2a1c3a26364a4f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.660393] env[69498]: INFO nova.compute.manager [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Took 53.42 seconds to build instance. [ 755.673394] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5242abb5-bc60-66a9-ddc9-47ff04e27d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015699} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.677692] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945f40b6-01ef-4d05-8535-5fb54ebf6768 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.685515] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 755.685515] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b2be47-3355-20f3-536c-aca7db063185" [ 755.685515] env[69498]: _type = "Task" [ 755.685515] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.699447] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b2be47-3355-20f3-536c-aca7db063185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.730190] env[69498]: DEBUG nova.network.neutron [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Updating instance_info_cache with network_info: [{"id": "b6f2ee71-88dd-4e1c-9f61-1d3641ffca42", "address": "fa:16:3e:5a:7a:b0", "network": {"id": "c2bee3f9-7f03-4d9a-8fc4-3fc8c85c2dc0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2113085876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0dfe10efe84b44a5906d0e36a444f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2ee71-88", "ovs_interfaceid": "b6f2ee71-88dd-4e1c-9f61-1d3641ffca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.861999] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "ce838b7e-cf12-41df-8b1d-2101a39191de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.862565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.862565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "ce838b7e-cf12-41df-8b1d-2101a39191de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.862565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.863871] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.864431] env[69498]: DEBUG oslo_vmware.api [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Task: {'id': task-4097584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655652} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.867792] env[69498]: INFO nova.compute.manager [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Terminating instance [ 755.869355] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.869548] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.869741] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.869928] env[69498]: INFO nova.compute.manager [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 755.870211] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.871564] env[69498]: DEBUG nova.compute.manager [-] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.871669] env[69498]: DEBUG nova.network.neutron [-] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.962089] env[69498]: DEBUG nova.network.neutron [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Successfully created port: 6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.013735] env[69498]: DEBUG nova.compute.manager [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.013976] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.014915] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e641e-0926-4fb3-9fc4-23f41177cd3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.023979] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.024145] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9068a2db-8dc0-4b9e-a04d-52b82c978144 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.034995] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.038376] env[69498]: DEBUG oslo_vmware.api [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 756.038376] env[69498]: value = "task-4097586" [ 756.038376] env[69498]: _type = "Task" [ 756.038376] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.051759] env[69498]: DEBUG oslo_vmware.api [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.165246] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51f4ef33-c6c6-4ef8-8751-28097427a815 tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.075s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.181912] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e9d4b-69f7-435c-97dd-6459b8f0ae95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.195531] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ed5afc-9b55-4411-b005-f657b28c23a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.205209] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b2be47-3355-20f3-536c-aca7db063185, 'name': SearchDatastore_Task, 'duration_secs': 0.023794} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.208026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.208026] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. {{(pid=69498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 756.208026] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315d78d5-9d84-4231-a096-803e7c792a3f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.241582] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Releasing lock "refresh_cache-18f1088d-51b4-4553-8572-02ef5eb03ea6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.242022] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Instance network_info: |[{"id": "b6f2ee71-88dd-4e1c-9f61-1d3641ffca42", "address": "fa:16:3e:5a:7a:b0", "network": {"id": "c2bee3f9-7f03-4d9a-8fc4-3fc8c85c2dc0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2113085876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0dfe10efe84b44a5906d0e36a444f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2ee71-88", "ovs_interfaceid": "b6f2ee71-88dd-4e1c-9f61-1d3641ffca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.244453] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:7a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f2ee71-88dd-4e1c-9f61-1d3641ffca42', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.254915] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Creating folder: Project (dc0dfe10efe84b44a5906d0e36a444f1). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.255982] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c62572-7c43-4bc2-a04e-22836411551d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.259335] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 756.259335] env[69498]: value = "task-4097587" [ 756.259335] env[69498]: _type = "Task" [ 756.259335] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.259642] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d380c96-cb27-472f-a651-8cd10ac789b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.272065] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd15f7-318c-4cce-be0f-0fbac5fe346f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.285205] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.288859] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Created folder: Project (dc0dfe10efe84b44a5906d0e36a444f1) in parent group-v811634. [ 756.289093] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Creating folder: Instances. Parent ref: group-v811738. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.289515] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47fb0566-d2b7-46a3-b48c-791ff4abd079 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.301090] env[69498]: DEBUG nova.compute.provider_tree [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.314469] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Created folder: Instances in parent group-v811738. [ 756.314799] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.315800] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.315889] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c2630a4-fe04-431c-8006-7dba06b85cd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.337206] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.337206] env[69498]: value = "task-4097590" [ 756.337206] env[69498]: _type = "Task" [ 756.337206] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.352075] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097590, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.375292] env[69498]: DEBUG nova.compute.manager [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.375616] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.377103] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0188499-4c96-4d26-9135-f8c1a205ba28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.386242] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.386554] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c474d5-2e3a-42fe-a7fd-aa593ea21a44 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.395067] env[69498]: DEBUG oslo_vmware.api [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 756.395067] env[69498]: value = "task-4097591" [ 756.395067] env[69498]: _type = "Task" [ 756.395067] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.407597] env[69498]: DEBUG oslo_vmware.api [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.562829] env[69498]: DEBUG oslo_vmware.api [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097586, 'name': PowerOffVM_Task, 'duration_secs': 0.253325} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.563309] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.563504] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.563803] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d157655-c0d3-4b0a-8259-e35b98ac24c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.668657] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.772761] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.789331] env[69498]: DEBUG nova.network.neutron [-] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.799074] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.799389] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.799689] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleting the datastore file [datastore2] e1c88163-e975-4d2c-84e0-98e30a6cbee6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.800160] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90177af-a340-4bc2-b713-ec08d548c710 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.810353] env[69498]: DEBUG oslo_vmware.api [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 756.810353] env[69498]: value = "task-4097593" [ 756.810353] env[69498]: _type = "Task" [ 756.810353] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.824112] env[69498]: DEBUG oslo_vmware.api [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.850513] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097590, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.853274] env[69498]: DEBUG nova.scheduler.client.report [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.853587] env[69498]: DEBUG nova.compute.provider_tree [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 60 to 61 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.853774] env[69498]: DEBUG nova.compute.provider_tree [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.908210] env[69498]: DEBUG oslo_vmware.api [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097591, 'name': PowerOffVM_Task, 'duration_secs': 0.366719} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.908210] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.908210] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.908210] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65897c77-4502-4ca2-aee5-5df18a248e0e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.989818] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.991582] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.991582] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleting the datastore file [datastore1] ce838b7e-cf12-41df-8b1d-2101a39191de {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.991856] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037233d7-4e3c-4cf7-ac2b-e6b7b4518560 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.999933] env[69498]: DEBUG oslo_vmware.api [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for the task: (returnval){ [ 756.999933] env[69498]: value = "task-4097595" [ 756.999933] env[69498]: _type = "Task" [ 756.999933] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.006552] env[69498]: DEBUG nova.compute.manager [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Received event network-changed-b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.006825] env[69498]: DEBUG nova.compute.manager [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Refreshing instance network info cache due to event network-changed-b6f2ee71-88dd-4e1c-9f61-1d3641ffca42. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.007185] env[69498]: DEBUG oslo_concurrency.lockutils [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] Acquiring lock "refresh_cache-18f1088d-51b4-4553-8572-02ef5eb03ea6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.007440] env[69498]: DEBUG oslo_concurrency.lockutils [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] Acquired lock "refresh_cache-18f1088d-51b4-4553-8572-02ef5eb03ea6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.007716] env[69498]: DEBUG nova.network.neutron [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Refreshing network info cache for port b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.017839] env[69498]: DEBUG oslo_vmware.api [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.057924] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.086926] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.087248] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.087407] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.087589] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.087735] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.087882] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.088109] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.088281] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.088441] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.088752] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.088845] env[69498]: DEBUG nova.virt.hardware [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.089811] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8247c46-3aea-4957-919d-d4cecf68f10f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.098902] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a863aebf-006d-4cb8-a403-d721a5a04fee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.195390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.274964] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.291864] env[69498]: INFO nova.compute.manager [-] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Took 1.42 seconds to deallocate network for instance. [ 757.321698] env[69498]: DEBUG oslo_vmware.api [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490105} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.322045] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.323066] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.323066] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.323066] env[69498]: INFO nova.compute.manager [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Took 1.31 seconds to destroy the instance on the hypervisor. [ 757.323377] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.323377] env[69498]: DEBUG nova.compute.manager [-] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.323438] env[69498]: DEBUG nova.network.neutron [-] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.353546] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097590, 'name': CreateVM_Task, 'duration_secs': 0.556197} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.353546] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.353546] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.353546] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.353546] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.353546] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b73e0a5-0374-440e-a5e1-718b4c61fce6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.360653] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.363389] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 757.363389] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5259376d-ce33-4d8b-ee7b-89268df854b2" [ 757.363389] env[69498]: _type = "Task" [ 757.363389] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.364410] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.220s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.369406] env[69498]: INFO nova.compute.claims [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.391058] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5259376d-ce33-4d8b-ee7b-89268df854b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013971} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.393097] env[69498]: INFO nova.scheduler.client.report [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Deleted allocations for instance 0c7c0a79-1ef0-4730-a01f-5c08586125c9 [ 757.393843] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.394157] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.394410] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.394581] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.395015] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.397847] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35d0ddd4-5cd2-4d22-93fa-8da6be2243f7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.410197] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.410626] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.411277] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefa1b7b-ed74-4dbc-a1d7-a287698f11b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.418762] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 757.418762] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527bd3f1-7dee-6ae2-46e7-f3c49d4571d6" [ 757.418762] env[69498]: _type = "Task" [ 757.418762] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.433019] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527bd3f1-7dee-6ae2-46e7-f3c49d4571d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.485848] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d8b77-cfee-4d06-9e8b-7a890589aaf2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.494881] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Suspending the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 757.495192] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8e02acb9-bca1-417a-b21a-b2a932c9ef21 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.505942] env[69498]: DEBUG oslo_vmware.api [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] Waiting for the task: (returnval){ [ 757.505942] env[69498]: value = "task-4097596" [ 757.505942] env[69498]: _type = "Task" [ 757.505942] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.518946] env[69498]: DEBUG oslo_vmware.api [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Task: {'id': task-4097595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391581} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.520870] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.520870] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.520870] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.520870] env[69498]: INFO nova.compute.manager [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.520870] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.521919] env[69498]: DEBUG nova.compute.manager [-] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.522171] env[69498]: DEBUG nova.network.neutron [-] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.527650] env[69498]: DEBUG oslo_vmware.api [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] Task: {'id': task-4097596, 'name': SuspendVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.775998] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.801766] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.839197] env[69498]: DEBUG nova.network.neutron [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Successfully updated port: 6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.909039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f65dd1f-3ded-438a-ab09-ab407ec1b83f tempest-ServerDiagnosticsV248Test-1866896472 tempest-ServerDiagnosticsV248Test-1866896472-project-member] Lock "0c7c0a79-1ef0-4730-a01f-5c08586125c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.813s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.945293] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527bd3f1-7dee-6ae2-46e7-f3c49d4571d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016313} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.949207] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3736edc-a94c-47cc-8360-933d201010fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.958980] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 757.958980] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52837258-2a24-b120-61d1-19c4a3244030" [ 757.958980] env[69498]: _type = "Task" [ 757.958980] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.973503] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52837258-2a24-b120-61d1-19c4a3244030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.028521] env[69498]: DEBUG oslo_vmware.api [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] Task: {'id': task-4097596, 'name': SuspendVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.113762] env[69498]: DEBUG nova.network.neutron [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Updated VIF entry in instance network info cache for port b6f2ee71-88dd-4e1c-9f61-1d3641ffca42. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.114286] env[69498]: DEBUG nova.network.neutron [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Updating instance_info_cache with network_info: [{"id": "b6f2ee71-88dd-4e1c-9f61-1d3641ffca42", "address": "fa:16:3e:5a:7a:b0", "network": {"id": "c2bee3f9-7f03-4d9a-8fc4-3fc8c85c2dc0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2113085876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0dfe10efe84b44a5906d0e36a444f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f2ee71-88", "ovs_interfaceid": "b6f2ee71-88dd-4e1c-9f61-1d3641ffca42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.259464] env[69498]: DEBUG nova.compute.manager [req-a2311a2f-a646-455e-bdf6-6b7755e4156c req-8b1fdc53-0ffb-4e0c-a47b-eca7e3c447df service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received event network-vif-plugged-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.259701] env[69498]: DEBUG oslo_concurrency.lockutils [req-a2311a2f-a646-455e-bdf6-6b7755e4156c req-8b1fdc53-0ffb-4e0c-a47b-eca7e3c447df service nova] Acquiring lock "1d6553a4-a687-405f-9f2c-04d921676200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.260192] env[69498]: DEBUG oslo_concurrency.lockutils [req-a2311a2f-a646-455e-bdf6-6b7755e4156c req-8b1fdc53-0ffb-4e0c-a47b-eca7e3c447df service nova] Lock "1d6553a4-a687-405f-9f2c-04d921676200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.260413] env[69498]: DEBUG oslo_concurrency.lockutils [req-a2311a2f-a646-455e-bdf6-6b7755e4156c req-8b1fdc53-0ffb-4e0c-a47b-eca7e3c447df service nova] Lock "1d6553a4-a687-405f-9f2c-04d921676200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.260642] env[69498]: DEBUG nova.compute.manager [req-a2311a2f-a646-455e-bdf6-6b7755e4156c req-8b1fdc53-0ffb-4e0c-a47b-eca7e3c447df service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] No waiting events found dispatching network-vif-plugged-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.260828] env[69498]: WARNING nova.compute.manager [req-a2311a2f-a646-455e-bdf6-6b7755e4156c req-8b1fdc53-0ffb-4e0c-a47b-eca7e3c447df service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received unexpected event network-vif-plugged-6d188c80-ea15-4a49-ab8a-07ad0c42cbda for instance with vm_state building and task_state spawning. [ 758.273967] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097587, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67912} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.274284] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. [ 758.275130] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fba655d-8aba-4c59-a909-09a4c6f21055 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.303418] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.303771] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc6831f-54de-44a1-a2ed-3935c4a0ccb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.324149] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 758.324149] env[69498]: value = "task-4097597" [ 758.324149] env[69498]: _type = "Task" [ 758.324149] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.333366] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.342215] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.342372] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.342527] env[69498]: DEBUG nova.network.neutron [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.422061] env[69498]: DEBUG nova.network.neutron [-] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.472845] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52837258-2a24-b120-61d1-19c4a3244030, 'name': SearchDatastore_Task, 'duration_secs': 0.023837} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.473160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.473535] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 18f1088d-51b4-4553-8572-02ef5eb03ea6/18f1088d-51b4-4553-8572-02ef5eb03ea6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.473802] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d238b707-8307-4039-a0fb-b81090af9f03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.483821] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 758.483821] env[69498]: value = "task-4097598" [ 758.483821] env[69498]: _type = "Task" [ 758.483821] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.495056] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.507855] env[69498]: DEBUG nova.network.neutron [-] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.523942] env[69498]: DEBUG oslo_vmware.api [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] Task: {'id': task-4097596, 'name': SuspendVM_Task} progress is 62%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.618025] env[69498]: DEBUG oslo_concurrency.lockutils [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] Releasing lock "refresh_cache-18f1088d-51b4-4553-8572-02ef5eb03ea6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.618172] env[69498]: DEBUG nova.compute.manager [req-da286fa6-cf5f-478a-9491-2b33f89620af req-1fd5c88c-4103-44e1-9dc1-6fe25a42774f service nova] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Received event network-vif-deleted-416e5dfc-f4dd-4977-ad2c-ce687ddecf36 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.837570] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.925686] env[69498]: INFO nova.compute.manager [-] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Took 1.40 seconds to deallocate network for instance. [ 758.944661] env[69498]: DEBUG nova.network.neutron [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.011728] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.015489] env[69498]: INFO nova.compute.manager [-] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Took 1.69 seconds to deallocate network for instance. [ 759.027141] env[69498]: DEBUG oslo_vmware.api [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] Task: {'id': task-4097596, 'name': SuspendVM_Task, 'duration_secs': 1.273233} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.027944] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Suspended the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 759.028142] env[69498]: DEBUG nova.compute.manager [None req-f693e7f0-39b8-4fc3-861c-6e7d12ecb0fe tempest-ServersAdminNegativeTestJSON-549879417 tempest-ServersAdminNegativeTestJSON-549879417-project-admin] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.029091] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7160dc84-e235-465a-bd23-2c4c92f61adb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.080405] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dc7d92-5046-423a-abe0-93de30782aca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.090501] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e4182-e3f7-43bb-8e6f-0047de689133 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.123174] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86abc33b-643e-4b55-84d6-c3096e4a857c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.132355] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba14c1-e9f7-457c-8c0f-2567648ea61c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.147877] env[69498]: DEBUG nova.compute.provider_tree [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.338198] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097597, 'name': ReconfigVM_Task, 'duration_secs': 0.666745} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.338601] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.339704] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ea3acd-c7c3-4b67-8c88-6b206aac40e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.374358] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc7b2a9-6b25-4d4d-8f97-c03fdfcc7cfd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.392629] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 759.392629] env[69498]: value = "task-4097599" [ 759.392629] env[69498]: _type = "Task" [ 759.392629] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.409908] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.434464] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.499122] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588455} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.499122] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 18f1088d-51b4-4553-8572-02ef5eb03ea6/18f1088d-51b4-4553-8572-02ef5eb03ea6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.500124] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.500124] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-111c72d5-caff-4296-a1a3-e714113d5717 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.508003] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 759.508003] env[69498]: value = "task-4097600" [ 759.508003] env[69498]: _type = "Task" [ 759.508003] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.521485] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.528887] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.692258] env[69498]: DEBUG nova.scheduler.client.report [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.692833] env[69498]: DEBUG nova.compute.provider_tree [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 61 to 62 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.693227] env[69498]: DEBUG nova.compute.provider_tree [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.716341] env[69498]: DEBUG nova.network.neutron [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.904896] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097599, 'name': ReconfigVM_Task, 'duration_secs': 0.210801} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.905480] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.905704] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d81f74a-536a-4178-92d0-0bf0e98c4e9d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.913336] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 759.913336] env[69498]: value = "task-4097601" [ 759.913336] env[69498]: _type = "Task" [ 759.913336] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.922627] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.996660] env[69498]: DEBUG nova.compute.manager [req-12c1b157-b0c5-47b5-8bd5-8fc0dd7db1ae req-0f025723-706d-451f-8988-e81e8df2eefe service nova] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Received event network-vif-deleted-117cbe7d-ed81-4667-951f-7cdbd1f1af5e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.020882] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094536} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.022736] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.024566] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb12a58-2b8f-4a27-bd45-8502bb406dc1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.051853] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 18f1088d-51b4-4553-8572-02ef5eb03ea6/18f1088d-51b4-4553-8572-02ef5eb03ea6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.053095] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e63ccc8-45b2-4b20-9e3c-f5e6f94abfbf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.076268] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 760.076268] env[69498]: value = "task-4097602" [ 760.076268] env[69498]: _type = "Task" [ 760.076268] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.089022] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.202812] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.202812] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.205850] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.172s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.220505] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.221854] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Instance network_info: |[{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.222982] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:fc:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d188c80-ea15-4a49-ab8a-07ad0c42cbda', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.239628] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Creating folder: Project (907ade8b78094d37b2a1c3a26364a4f3). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.241543] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a839a7ff-9d79-4978-8fbf-2757d1aa2c78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.258042] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Created folder: Project (907ade8b78094d37b2a1c3a26364a4f3) in parent group-v811634. [ 760.258042] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Creating folder: Instances. Parent ref: group-v811741. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.258042] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42cff64-a361-4401-8ffa-f504d42e19cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.274899] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Created folder: Instances in parent group-v811741. [ 760.275180] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.275437] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.275642] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2890aa3-83e6-44ab-ae10-4216d4fdaf8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.301838] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.301838] env[69498]: value = "task-4097605" [ 760.301838] env[69498]: _type = "Task" [ 760.301838] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.316545] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097605, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.392553] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525895bc-e8d8-b80d-505a-f598201f3174/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.393960] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36963d3d-4540-4923-b3b0-9318525446e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.400989] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525895bc-e8d8-b80d-505a-f598201f3174/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.401217] env[69498]: ERROR oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525895bc-e8d8-b80d-505a-f598201f3174/disk-0.vmdk due to incomplete transfer. [ 760.401479] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-46ea3075-2241-49a7-9d56-c800bb80fe01 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.411947] env[69498]: DEBUG oslo_vmware.rw_handles [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525895bc-e8d8-b80d-505a-f598201f3174/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.412181] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Uploaded image 5e739014-8f83-432d-8663-6a49dec75b2b to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.414438] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.414809] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1013d0cb-b3a8-4b2d-881f-410cdfc3badc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.428045] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.428669] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 760.428669] env[69498]: value = "task-4097606" [ 760.428669] env[69498]: _type = "Task" [ 760.428669] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.594551] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.636305] env[69498]: DEBUG nova.compute.manager [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.636305] env[69498]: DEBUG nova.compute.manager [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing instance network info cache due to event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.636305] env[69498]: DEBUG oslo_concurrency.lockutils [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.636305] env[69498]: DEBUG oslo_concurrency.lockutils [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.636600] env[69498]: DEBUG nova.network.neutron [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.710657] env[69498]: DEBUG nova.compute.utils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.713033] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.713033] env[69498]: DEBUG nova.network.neutron [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.770159] env[69498]: DEBUG nova.policy [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '095e448113184c9ebb759a55e2aec0a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16859adac74e4217bdeb24b8625fdd17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.817557] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097605, 'name': CreateVM_Task, 'duration_secs': 0.433663} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.817793] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.818545] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.818713] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.819095] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.824062] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707f626d-b99c-4a0e-a470-f14e311c9348 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.830378] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 760.830378] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f37601-e992-e615-ec1a-73548338d624" [ 760.830378] env[69498]: _type = "Task" [ 760.830378] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.841517] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f37601-e992-e615-ec1a-73548338d624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.926845] env[69498]: DEBUG oslo_vmware.api [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097601, 'name': PowerOnVM_Task, 'duration_secs': 0.691157} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.930191] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.937121] env[69498]: DEBUG nova.compute.manager [None req-88de299f-fc8f-4c0b-b2e3-8c8b829c85c7 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.938074] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859243d-266c-443d-b3a9-775dcb175cbc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.946850] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097606, 'name': Destroy_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.088326] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097602, 'name': ReconfigVM_Task, 'duration_secs': 0.557665} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.088799] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 18f1088d-51b4-4553-8572-02ef5eb03ea6/18f1088d-51b4-4553-8572-02ef5eb03ea6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.089476] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb54d47e-d973-4248-a9bb-350a1ff2cc3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.097769] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 761.097769] env[69498]: value = "task-4097607" [ 761.097769] env[69498]: _type = "Task" [ 761.097769] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.109767] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097607, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.219382] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.344393] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f37601-e992-e615-ec1a-73548338d624, 'name': SearchDatastore_Task, 'duration_secs': 0.023653} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.347776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.348162] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.348422] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.348569] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.348790] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.349373] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49651f5d-6deb-4e15-abae-4ee691597aba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.361579] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.362062] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.362696] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f4fe00-4f55-455c-a3c5-87c7828206a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.369234] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 761.369234] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9cfd4-142c-279a-d9ec-279c8ec9f3ea" [ 761.369234] env[69498]: _type = "Task" [ 761.369234] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.386827] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9cfd4-142c-279a-d9ec-279c8ec9f3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.391107] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e4915-2cd7-4205-96de-3c7939d5b8ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.401215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58465c-c98d-4ecb-825a-ed95904b694b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.438590] env[69498]: DEBUG nova.network.neutron [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Successfully created port: 45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.444165] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3cd540-d4f9-4dd5-b4f6-46f971fa9c93 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.454150] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097606, 'name': Destroy_Task, 'duration_secs': 0.716498} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.457207] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroyed the VM [ 761.457515] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.460258] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69a5cd65-66a8-4425-bf96-f22d8c7ef7db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.464693] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce3cd3-f2de-4d06-8f1c-0fdc972220c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.483476] env[69498]: DEBUG nova.compute.provider_tree [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.486480] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 761.486480] env[69498]: value = "task-4097608" [ 761.486480] env[69498]: _type = "Task" [ 761.486480] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.502052] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.613066] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097607, 'name': Rename_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.746885] env[69498]: DEBUG nova.network.neutron [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updated VIF entry in instance network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.747340] env[69498]: DEBUG nova.network.neutron [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.884839] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9cfd4-142c-279a-d9ec-279c8ec9f3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014986} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.885942] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7d29bd-0cbc-449c-ac14-edf9de5ff849 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.893366] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 761.893366] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aa898f-ce4e-de72-8f8f-524003c35f20" [ 761.893366] env[69498]: _type = "Task" [ 761.893366] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.905222] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aa898f-ce4e-de72-8f8f-524003c35f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.991137] env[69498]: DEBUG nova.scheduler.client.report [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.003907] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097608, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.112200] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097607, 'name': Rename_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.233355] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.252525] env[69498]: DEBUG oslo_concurrency.lockutils [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.252525] env[69498]: DEBUG nova.compute.manager [req-7ac845ef-a8b0-44ab-a6b0-16c14d1a8033 req-1c14d4b2-e8e7-4a93-8930-0f498961cd92 service nova] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Received event network-vif-deleted-1ec65f13-2996-4b6a-af0a-26a6212f8008 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.272622] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.272995] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.273915] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.274192] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.274371] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.274558] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.274761] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.275108] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.275320] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.275517] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.275698] env[69498]: DEBUG nova.virt.hardware [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.277081] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba767cc9-1528-458c-b5cc-266e91188066 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.288200] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be7513-b70a-488c-82ad-3950ce467ef0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.404212] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aa898f-ce4e-de72-8f8f-524003c35f20, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.404390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.404671] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1d6553a4-a687-405f-9f2c-04d921676200/1d6553a4-a687-405f-9f2c-04d921676200.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.404953] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ce603a-55bc-477d-ab1b-7ddef20149dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.412657] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 762.412657] env[69498]: value = "task-4097609" [ 762.412657] env[69498]: _type = "Task" [ 762.412657] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.422253] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.509134] env[69498]: DEBUG oslo_vmware.api [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589015} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.509297] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.509527] env[69498]: INFO nova.compute.manager [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 18.55 seconds to snapshot the instance on the hypervisor. [ 762.618351] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097607, 'name': Rename_Task, 'duration_secs': 1.188687} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.618826] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.619176] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a36d689-937e-4a49-9781-0b3c643a7318 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.631847] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 762.631847] env[69498]: value = "task-4097610" [ 762.631847] env[69498]: _type = "Task" [ 762.631847] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.653395] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.930642] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097609, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.007030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.801s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.011772] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.128s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.013718] env[69498]: INFO nova.compute.claims [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.089296] env[69498]: DEBUG nova.compute.manager [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Found 3 images (rotation: 2) {{(pid=69498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 763.089551] env[69498]: DEBUG nova.compute.manager [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Rotating out 1 backups {{(pid=69498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 763.089722] env[69498]: DEBUG nova.compute.manager [None req-1e134ea9-4006-45af-a4ac-99af449b6462 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleting image eca236a1-69e3-443c-ba98-36e023adcf23 {{(pid=69498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 763.153763] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.429247] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526226} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.429547] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1d6553a4-a687-405f-9f2c-04d921676200/1d6553a4-a687-405f-9f2c-04d921676200.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.429758] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.430033] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6426b974-e6d7-411f-ab12-a0210c441709 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.439957] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 763.439957] env[69498]: value = "task-4097611" [ 763.439957] env[69498]: _type = "Task" [ 763.439957] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.452558] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.488535] env[69498]: INFO nova.compute.manager [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Unrescuing [ 763.488535] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.488535] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.488535] env[69498]: DEBUG nova.network.neutron [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.595262] env[69498]: INFO nova.scheduler.client.report [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleted allocation for migration de2f7d74-ecd2-4aea-852b-0f2ab1079ba0 [ 763.647339] env[69498]: DEBUG oslo_vmware.api [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097610, 'name': PowerOnVM_Task, 'duration_secs': 0.610494} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.647697] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.647914] env[69498]: INFO nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Took 10.85 seconds to spawn the instance on the hypervisor. [ 763.648109] env[69498]: DEBUG nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.648945] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e4626-c44e-4a95-bd70-258d17b63a08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.666643] env[69498]: DEBUG nova.network.neutron [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Successfully updated port: 45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.880976] env[69498]: DEBUG nova.compute.manager [req-7929c1b9-78cb-493e-8d3b-2205bf13c6a0 req-18378e3b-26fd-4e6f-804c-4924f796a65c service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Received event network-vif-plugged-45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.880976] env[69498]: DEBUG oslo_concurrency.lockutils [req-7929c1b9-78cb-493e-8d3b-2205bf13c6a0 req-18378e3b-26fd-4e6f-804c-4924f796a65c service nova] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.880976] env[69498]: DEBUG oslo_concurrency.lockutils [req-7929c1b9-78cb-493e-8d3b-2205bf13c6a0 req-18378e3b-26fd-4e6f-804c-4924f796a65c service nova] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.880976] env[69498]: DEBUG oslo_concurrency.lockutils [req-7929c1b9-78cb-493e-8d3b-2205bf13c6a0 req-18378e3b-26fd-4e6f-804c-4924f796a65c service nova] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.884958] env[69498]: DEBUG nova.compute.manager [req-7929c1b9-78cb-493e-8d3b-2205bf13c6a0 req-18378e3b-26fd-4e6f-804c-4924f796a65c service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] No waiting events found dispatching network-vif-plugged-45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.884958] env[69498]: WARNING nova.compute.manager [req-7929c1b9-78cb-493e-8d3b-2205bf13c6a0 req-18378e3b-26fd-4e6f-804c-4924f796a65c service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Received unexpected event network-vif-plugged-45237790-d30d-41c3-ac35-66a6f519487b for instance with vm_state building and task_state spawning. [ 763.953806] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080688} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.954900] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.955054] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c286a-9cc0-4ba3-8248-ae01f7976dd1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.988480] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1d6553a4-a687-405f-9f2c-04d921676200/1d6553a4-a687-405f-9f2c-04d921676200.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.988480] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151ae3da-8b78-4be7-96f6-47860a1aa8cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.015408] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 764.015408] env[69498]: value = "task-4097612" [ 764.015408] env[69498]: _type = "Task" [ 764.015408] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.027823] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.107931] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19083f6c-9302-4a6d-9ccd-369e89cc3394 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.185s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.173026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.173026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.173026] env[69498]: DEBUG nova.network.neutron [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.176546] env[69498]: INFO nova.compute.manager [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Took 57.82 seconds to build instance. [ 764.531993] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.532757] env[69498]: DEBUG nova.network.neutron [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Updating instance_info_cache with network_info: [{"id": "f960943c-565e-4585-92e4-44ed54997b75", "address": "fa:16:3e:cf:d8:cb", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf960943c-56", "ovs_interfaceid": "f960943c-565e-4585-92e4-44ed54997b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.684914] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ff38d24c-e0c6-4237-80b9-92beeef30055 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.449s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.713094] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f1e98-d364-4751-938e-e15edf41a90b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.721977] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47e8b60-df49-43c9-9340-4847db385183 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.759215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5d6fd-95cc-40ff-b6f8-6065e86b4e2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.768083] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0b59e6-adb4-4f5e-9a70-aae09e584c3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.776258] env[69498]: DEBUG nova.network.neutron [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.788743] env[69498]: DEBUG nova.compute.provider_tree [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.032243] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097612, 'name': ReconfigVM_Task, 'duration_secs': 0.740379} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.032541] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1d6553a4-a687-405f-9f2c-04d921676200/1d6553a4-a687-405f-9f2c-04d921676200.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.033246] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2bf4a81-c3c0-4976-8ecc-446db3ffb65d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.035465] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-273cf30d-cbcd-4311-9a08-2563bfb90f3e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.036131] env[69498]: DEBUG nova.objects.instance [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lazy-loading 'flavor' on Instance uuid 273cf30d-cbcd-4311-9a08-2563bfb90f3e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.046492] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 765.046492] env[69498]: value = "task-4097613" [ 765.046492] env[69498]: _type = "Task" [ 765.046492] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.060604] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097613, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.191800] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.312946] env[69498]: ERROR nova.scheduler.client.report [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [req-e00d3c25-685f-4995-9288-dd7512ef443f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e00d3c25-685f-4995-9288-dd7512ef443f"}]} [ 765.338385] env[69498]: DEBUG nova.scheduler.client.report [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 765.357497] env[69498]: DEBUG nova.scheduler.client.report [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 765.357889] env[69498]: DEBUG nova.compute.provider_tree [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.374237] env[69498]: DEBUG nova.scheduler.client.report [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 765.399647] env[69498]: DEBUG nova.scheduler.client.report [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 765.429866] env[69498]: DEBUG nova.network.neutron [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updating instance_info_cache with network_info: [{"id": "45237790-d30d-41c3-ac35-66a6f519487b", "address": "fa:16:3e:ed:32:6c", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45237790-d3", "ovs_interfaceid": "45237790-d30d-41c3-ac35-66a6f519487b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.551582] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50635b28-8f41-4b6a-9e82-b2dddea40642 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582870] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097613, 'name': Rename_Task, 'duration_secs': 0.298417} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.595970] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.596928] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.600253] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1659fc-868c-4a88-a8e6-a26794c8cc5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.601576] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30f2ad30-3244-444e-8984-e3761b0c11ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.613667] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 765.613667] env[69498]: value = "task-4097615" [ 765.613667] env[69498]: _type = "Task" [ 765.613667] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.613929] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 765.613929] env[69498]: value = "task-4097614" [ 765.613929] env[69498]: _type = "Task" [ 765.613929] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.629270] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.633535] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.723483] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.836187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "18f1088d-51b4-4553-8572-02ef5eb03ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.836187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.836187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "18f1088d-51b4-4553-8572-02ef5eb03ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.836187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.836187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.846033] env[69498]: INFO nova.compute.manager [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Terminating instance [ 765.935255] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Releasing lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.935642] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Instance network_info: |[{"id": "45237790-d30d-41c3-ac35-66a6f519487b", "address": "fa:16:3e:ed:32:6c", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45237790-d3", "ovs_interfaceid": "45237790-d30d-41c3-ac35-66a6f519487b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.936392] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:32:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45237790-d30d-41c3-ac35-66a6f519487b', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.948629] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Creating folder: Project (16859adac74e4217bdeb24b8625fdd17). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.953173] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-189e5be1-fc45-492f-8287-d47a8b805f11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.966103] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Created folder: Project (16859adac74e4217bdeb24b8625fdd17) in parent group-v811634. [ 765.966103] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Creating folder: Instances. Parent ref: group-v811744. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.966311] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa509c0f-1408-4a84-bfd1-590c86b611c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.981923] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Created folder: Instances in parent group-v811744. [ 765.982236] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.982451] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.982685] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75fb0c9b-728d-4937-af0f-a276b2e4932c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.010173] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.010173] env[69498]: value = "task-4097618" [ 766.010173] env[69498]: _type = "Task" [ 766.010173] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.020101] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097618, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.138615] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097614, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.139025] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097615, 'name': PowerOffVM_Task, 'duration_secs': 0.253462} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.140348] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.146611] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.147543] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c3aac7-c7a2-4255-be06-be055363ec06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.150760] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9870dab-f26b-4609-aa1f-ca272542d9ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.172092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc4a103-7feb-49fa-86ce-2c565d4d3dbf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.177467] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 766.177467] env[69498]: value = "task-4097619" [ 766.177467] env[69498]: _type = "Task" [ 766.177467] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.211147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc7a6d-fd41-4b02-9a18-fceac7e03dea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.217221] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.223790] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe98a2-2292-4da4-8e33-b78259d418e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.242202] env[69498]: DEBUG nova.compute.provider_tree [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.353036] env[69498]: DEBUG nova.compute.manager [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.353169] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.355551] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2d6025-04cb-4f42-80a9-cfc3f032a4cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.369969] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.370746] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63918687-ba1d-4385-b1b0-642d3e413124 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.378102] env[69498]: DEBUG oslo_vmware.api [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 766.378102] env[69498]: value = "task-4097620" [ 766.378102] env[69498]: _type = "Task" [ 766.378102] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.390056] env[69498]: DEBUG oslo_vmware.api [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.522691] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097618, 'name': CreateVM_Task, 'duration_secs': 0.37253} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.522891] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.524822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.524822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.525236] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.525480] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3418c8b3-b8c4-46f4-9900-cd1f97ce9994 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.531676] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 766.531676] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5290d061-0613-696d-4095-135bfbe0f2c2" [ 766.531676] env[69498]: _type = "Task" [ 766.531676] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.544663] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5290d061-0613-696d-4095-135bfbe0f2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.628704] env[69498]: DEBUG oslo_vmware.api [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097614, 'name': PowerOnVM_Task, 'duration_secs': 0.663111} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.629114] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.629353] env[69498]: INFO nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Took 9.57 seconds to spawn the instance on the hypervisor. [ 766.630029] env[69498]: DEBUG nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.630414] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256e2ee-a6bc-4981-9134-69ad45073492 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.693685] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097619, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.787712] env[69498]: DEBUG nova.scheduler.client.report [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 766.789120] env[69498]: DEBUG nova.compute.provider_tree [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 63 to 64 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 766.789120] env[69498]: DEBUG nova.compute.provider_tree [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.841253] env[69498]: DEBUG nova.compute.manager [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Received event network-changed-45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.841452] env[69498]: DEBUG nova.compute.manager [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Refreshing instance network info cache due to event network-changed-45237790-d30d-41c3-ac35-66a6f519487b. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.841662] env[69498]: DEBUG oslo_concurrency.lockutils [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] Acquiring lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.841829] env[69498]: DEBUG oslo_concurrency.lockutils [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] Acquired lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.841955] env[69498]: DEBUG nova.network.neutron [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Refreshing network info cache for port 45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.890411] env[69498]: DEBUG oslo_vmware.api [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097620, 'name': PowerOffVM_Task, 'duration_secs': 0.370744} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.890723] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.890900] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.891194] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c78abbc9-1847-4d6c-bc32-907cddcd8682 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.046760] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5290d061-0613-696d-4095-135bfbe0f2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.047100] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.047354] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.047554] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.047689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.047856] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.048136] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccd13686-e71a-422b-8813-eb1522436da6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.060337] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.060337] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.060581] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670465e9-5b71-4845-836c-4d7bcd5dbe11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.068705] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 767.068705] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52340aaa-036d-a4bd-c73e-f88180695f19" [ 767.068705] env[69498]: _type = "Task" [ 767.068705] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.080187] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52340aaa-036d-a4bd-c73e-f88180695f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.159802] env[69498]: INFO nova.compute.manager [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Took 59.52 seconds to build instance. [ 767.196875] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097619, 'name': ReconfigVM_Task, 'duration_secs': 0.580861} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.197301] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.197569] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.198158] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e7c62d-e7bb-46e8-8a16-27d144111d8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.206819] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 767.206819] env[69498]: value = "task-4097622" [ 767.206819] env[69498]: _type = "Task" [ 767.206819] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.220229] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.294866] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.283s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.295748] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.299257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.398s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.302311] env[69498]: INFO nova.compute.claims [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.587781] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52340aaa-036d-a4bd-c73e-f88180695f19, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.587781] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2508aa-5cf1-4894-9600-e8efc9b78ed2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.593571] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 767.593571] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b306a2-700b-aac0-a46c-52e6e5baac4a" [ 767.593571] env[69498]: _type = "Task" [ 767.593571] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.607241] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b306a2-700b-aac0-a46c-52e6e5baac4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.607588] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.607921] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb/9b929dbc-67db-4f9a-a8a5-cacf85df8ecb.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.608233] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca9f910-7386-4314-8645-15066d7c9541 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.622496] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 767.622496] env[69498]: value = "task-4097623" [ 767.622496] env[69498]: _type = "Task" [ 767.622496] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.638359] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.664957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97ab8694-6981-462b-8817-c45b745da3c3 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "1d6553a4-a687-405f-9f2c-04d921676200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.720502] env[69498]: DEBUG oslo_vmware.api [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097622, 'name': PowerOnVM_Task, 'duration_secs': 0.415682} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.720801] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.721046] env[69498]: DEBUG nova.compute.manager [None req-a91b9831-a04c-4228-9d66-3b1d13a679c2 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.722438] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f94341-7777-4342-95b1-5d1939e06a85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.813089] env[69498]: DEBUG nova.compute.utils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.818346] env[69498]: DEBUG nova.network.neutron [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updated VIF entry in instance network info cache for port 45237790-d30d-41c3-ac35-66a6f519487b. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.818346] env[69498]: DEBUG nova.network.neutron [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updating instance_info_cache with network_info: [{"id": "45237790-d30d-41c3-ac35-66a6f519487b", "address": "fa:16:3e:ed:32:6c", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45237790-d3", "ovs_interfaceid": "45237790-d30d-41c3-ac35-66a6f519487b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.819523] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.819523] env[69498]: DEBUG nova.network.neutron [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.865582] env[69498]: DEBUG nova.policy [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f99a96fb4441d19e20f70bd3d24e2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d82a15ed8944c59479309d41f77f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.133448] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502001} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.133733] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb/9b929dbc-67db-4f9a-a8a5-cacf85df8ecb.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.133947] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.134414] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d88b33-b728-43d9-8ef3-27380b84332d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.144668] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 768.144668] env[69498]: value = "task-4097624" [ 768.144668] env[69498]: _type = "Task" [ 768.144668] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.156263] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.169044] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.320104] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.330126] env[69498]: DEBUG oslo_concurrency.lockutils [req-514920cb-15ef-4c02-bdbe-65c8450b4571 req-d483a29d-8314-41fd-8911-4a7cacd27496 service nova] Releasing lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.454587] env[69498]: DEBUG nova.network.neutron [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Successfully created port: 5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.539879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "7bf244b2-3f82-4b72-a325-b6f2716268ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.539879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.660503] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076826} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.660832] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.661669] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601c184e-4632-4c59-892a-43cc3ca39eb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.700127] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb/9b929dbc-67db-4f9a-a8a5-cacf85df8ecb.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.709963] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c96f31-e676-4922-9268-dfc88bafe695 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.738046] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 768.738046] env[69498]: value = "task-4097625" [ 768.738046] env[69498]: _type = "Task" [ 768.738046] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.749740] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.751413] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.825420] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.825750] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.825945] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Deleting the datastore file [datastore1] 18f1088d-51b4-4553-8572-02ef5eb03ea6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.826342] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7352292e-01ee-4284-827a-6711cb7f12fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.843640] env[69498]: DEBUG oslo_vmware.api [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for the task: (returnval){ [ 768.843640] env[69498]: value = "task-4097626" [ 768.843640] env[69498]: _type = "Task" [ 768.843640] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.855087] env[69498]: DEBUG oslo_vmware.api [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.038316] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489312bf-4878-4def-9aad-f6a453936278 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.049682] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90083042-3411-4b9b-970f-82bf582dd885 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.083894] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d496e-afe7-42f2-b929-aac663d6f05a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.094086] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c5b0b-6083-4dea-b2d8-a1e89292f823 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.117817] env[69498]: DEBUG nova.compute.provider_tree [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.250918] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097625, 'name': ReconfigVM_Task, 'duration_secs': 0.369269} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.251605] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb/9b929dbc-67db-4f9a-a8a5-cacf85df8ecb.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.255205] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465440de-ab9a-44dd-99c7-9d3e41f6df69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.265442] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 769.265442] env[69498]: value = "task-4097627" [ 769.265442] env[69498]: _type = "Task" [ 769.265442] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.275037] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097627, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.340756] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.355723] env[69498]: DEBUG oslo_vmware.api [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Task: {'id': task-4097626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189726} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.356120] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.356240] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.356425] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.356599] env[69498]: INFO nova.compute.manager [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Took 3.00 seconds to destroy the instance on the hypervisor. [ 769.356874] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.357403] env[69498]: DEBUG nova.compute.manager [-] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.357468] env[69498]: DEBUG nova.network.neutron [-] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.378462] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.378606] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.378767] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.379019] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.379342] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.379398] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.379662] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.380047] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.380047] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.380279] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.380751] env[69498]: DEBUG nova.virt.hardware [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.381462] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b1a75-0d0d-4d03-aff5-b7ce79826c1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.392325] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf00ac8-cb99-4638-ad37-ab6d4dba8d36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.623126] env[69498]: DEBUG nova.scheduler.client.report [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.723445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.723749] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.779553] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097627, 'name': Rename_Task, 'duration_secs': 0.162531} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.779856] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.780152] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6efcbb5-4669-42e1-9259-233f5077fb8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.789999] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 769.789999] env[69498]: value = "task-4097628" [ 769.789999] env[69498]: _type = "Task" [ 769.789999] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.808415] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.827352] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "8d6007e6-1e39-4ff9-8128-30d979346266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.827678] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "8d6007e6-1e39-4ff9-8128-30d979346266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.968237] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.968566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.968731] env[69498]: DEBUG nova.compute.manager [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.969726] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210d03e-5f13-4917-8b2b-21661aae84c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.979518] env[69498]: DEBUG nova.compute.manager [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 769.980190] env[69498]: DEBUG nova.objects.instance [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'flavor' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.130384] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.130923] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.134429] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.313s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.135130] env[69498]: DEBUG nova.objects.instance [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lazy-loading 'resources' on Instance uuid 292973ce-644b-4494-b2c9-fa8d7122118e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.305617] env[69498]: DEBUG oslo_vmware.api [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097628, 'name': PowerOnVM_Task, 'duration_secs': 0.506458} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.305964] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.306327] env[69498]: INFO nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Took 8.07 seconds to spawn the instance on the hypervisor. [ 770.306403] env[69498]: DEBUG nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.307340] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f40d8-11f5-4252-8b9a-89ff573daff5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.351558] env[69498]: DEBUG nova.network.neutron [-] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.419592] env[69498]: DEBUG nova.compute.manager [req-fc44a83a-add4-4961-b07f-4728cfa64821 req-c301c42a-a080-4675-a70e-5a52c0f7c88f service nova] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Received event network-vif-deleted-b6f2ee71-88dd-4e1c-9f61-1d3641ffca42 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.441699] env[69498]: DEBUG nova.compute.manager [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.441699] env[69498]: DEBUG nova.compute.manager [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing instance network info cache due to event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.441699] env[69498]: DEBUG oslo_concurrency.lockutils [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.441699] env[69498]: DEBUG oslo_concurrency.lockutils [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.441699] env[69498]: DEBUG nova.network.neutron [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.484795] env[69498]: DEBUG nova.network.neutron [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Successfully updated port: 5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.636917] env[69498]: DEBUG nova.compute.utils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.640962] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.640962] env[69498]: DEBUG nova.network.neutron [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.749869] env[69498]: DEBUG nova.policy [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324abb9ede664a3ca6956873f339133a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9fcf44d34944b1bbb8f76cfaf03d88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.838371] env[69498]: INFO nova.compute.manager [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Took 56.73 seconds to build instance. [ 770.855230] env[69498]: INFO nova.compute.manager [-] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Took 1.50 seconds to deallocate network for instance. [ 770.888451] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.889834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.889834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.889834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.889834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.894479] env[69498]: INFO nova.compute.manager [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Terminating instance [ 770.991822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "refresh_cache-ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.991822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "refresh_cache-ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.991822] env[69498]: DEBUG nova.network.neutron [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.991822] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.991822] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7183c943-4e95-4525-b570-125d8557f851 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.003913] env[69498]: DEBUG oslo_vmware.api [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 771.003913] env[69498]: value = "task-4097629" [ 771.003913] env[69498]: _type = "Task" [ 771.003913] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.015324] env[69498]: DEBUG oslo_vmware.api [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.148172] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.263843] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c438c-edd9-4447-b9db-5bb1b3e788f7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.274537] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b149f09-020a-4b2a-b1cf-6e8f03a12e48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.320072] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c746119-dfa0-471b-8846-2ee3767a7365 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.333043] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf90db9-e379-436a-b1cd-dbf61dc987bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.341999] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87f34709-730f-4999-9550-20da135e7736 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.896s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.358253] env[69498]: DEBUG nova.compute.provider_tree [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.360813] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.407026] env[69498]: DEBUG nova.compute.manager [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.407026] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.407026] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965c795-990c-4b20-9e37-65f7a8da67b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.419223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.419223] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72de0be1-ec98-4923-aae1-591dc4b0e3c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.501027] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.501270] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.501452] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Deleting the datastore file [datastore2] 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.501737] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e1c6c4f-8af0-4a00-80b7-23eb35514802 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.515188] env[69498]: DEBUG nova.network.neutron [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Successfully created port: 64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.520316] env[69498]: DEBUG oslo_vmware.api [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097629, 'name': PowerOffVM_Task, 'duration_secs': 0.418527} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.522070] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.522273] env[69498]: DEBUG nova.compute.manager [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.522669] env[69498]: DEBUG oslo_vmware.api [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 771.522669] env[69498]: value = "task-4097631" [ 771.522669] env[69498]: _type = "Task" [ 771.522669] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.524023] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4d2c3-8f32-445e-833b-2385e3b75364 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.558471] env[69498]: DEBUG nova.network.neutron [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.618136] env[69498]: DEBUG nova.network.neutron [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updated VIF entry in instance network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.618529] env[69498]: DEBUG nova.network.neutron [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.807496] env[69498]: DEBUG nova.network.neutron [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Updating instance_info_cache with network_info: [{"id": "5487f5a0-536d-47da-9635-e3dff79a595b", "address": "fa:16:3e:0e:bf:6b", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5487f5a0-53", "ovs_interfaceid": "5487f5a0-536d-47da-9635-e3dff79a595b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.844566] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.861432] env[69498]: DEBUG nova.scheduler.client.report [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.037456] env[69498]: DEBUG oslo_vmware.api [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341921} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.037724] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.037943] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.038183] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.038366] env[69498]: INFO nova.compute.manager [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Took 0.63 seconds to destroy the instance on the hypervisor. [ 772.038612] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.038876] env[69498]: DEBUG nova.compute.manager [-] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.038996] env[69498]: DEBUG nova.network.neutron [-] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.044170] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f6d85f6d-5968-4aea-bae7-a3db88330bce tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.121216] env[69498]: DEBUG oslo_concurrency.lockutils [req-6efc8643-0229-4f74-8caa-f26a4a2c97f2 req-9e9fb1dd-2e55-4a25-80ca-9c2d6740fdb7 service nova] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.155545] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.185361] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.185622] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.185777] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.185961] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.186855] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.187046] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.187322] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.187542] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.187824] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.188074] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.188287] env[69498]: DEBUG nova.virt.hardware [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.189277] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dcfe0d-e576-47fd-a5de-35b3aee0d63a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.203471] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba7c07-2a79-419d-8c2b-54b3ffea4de7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.311803] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "refresh_cache-ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312318] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Instance network_info: |[{"id": "5487f5a0-536d-47da-9635-e3dff79a595b", "address": "fa:16:3e:0e:bf:6b", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5487f5a0-53", "ovs_interfaceid": "5487f5a0-536d-47da-9635-e3dff79a595b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.313154] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:bf:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5487f5a0-536d-47da-9635-e3dff79a595b', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.323601] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.324358] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.325479] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd43311a-0673-4e71-b052-985bba8a0b59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.352380] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.352380] env[69498]: value = "task-4097632" [ 772.352380] env[69498]: _type = "Task" [ 772.352380] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.370867] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.374692] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097632, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.375444] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.453s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.376207] env[69498]: DEBUG nova.objects.instance [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'resources' on Instance uuid 48aa7aba-a938-4622-9201-222fd0b88f76 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.383880] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.421302] env[69498]: INFO nova.scheduler.client.report [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Deleted allocations for instance 292973ce-644b-4494-b2c9-fa8d7122118e [ 772.490601] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "e895a69f-dea3-4d2f-8633-ff7ce936b352" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.491475] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.868929] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097632, 'name': CreateVM_Task, 'duration_secs': 0.433073} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.868929] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.869731] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.869941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.870334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.870648] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c2ee5c-6576-4ba4-a0ef-16438fcc4a91 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.877951] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 772.877951] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e48ad-4ee7-91a7-a070-f1d732800e94" [ 772.877951] env[69498]: _type = "Task" [ 772.877951] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.891201] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e48ad-4ee7-91a7-a070-f1d732800e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.935787] env[69498]: DEBUG oslo_concurrency.lockutils [None req-79d64853-8670-41bf-9453-a1d1a7a6356d tempest-VolumesAssistedSnapshotsTest-139761842 tempest-VolumesAssistedSnapshotsTest-139761842-project-member] Lock "292973ce-644b-4494-b2c9-fa8d7122118e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.272s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.111180] env[69498]: DEBUG nova.network.neutron [-] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.217674] env[69498]: DEBUG nova.compute.manager [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Received event network-vif-plugged-5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.217882] env[69498]: DEBUG oslo_concurrency.lockutils [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] Acquiring lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.218099] env[69498]: DEBUG oslo_concurrency.lockutils [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.218272] env[69498]: DEBUG oslo_concurrency.lockutils [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.218432] env[69498]: DEBUG nova.compute.manager [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] No waiting events found dispatching network-vif-plugged-5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 773.218597] env[69498]: WARNING nova.compute.manager [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Received unexpected event network-vif-plugged-5487f5a0-536d-47da-9635-e3dff79a595b for instance with vm_state building and task_state spawning. [ 773.218751] env[69498]: DEBUG nova.compute.manager [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Received event network-changed-5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.218898] env[69498]: DEBUG nova.compute.manager [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Refreshing instance network info cache due to event network-changed-5487f5a0-536d-47da-9635-e3dff79a595b. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.219136] env[69498]: DEBUG oslo_concurrency.lockutils [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] Acquiring lock "refresh_cache-ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.219287] env[69498]: DEBUG oslo_concurrency.lockutils [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] Acquired lock "refresh_cache-ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.219445] env[69498]: DEBUG nova.network.neutron [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Refreshing network info cache for port 5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.333132] env[69498]: DEBUG nova.compute.manager [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Received event network-changed-45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.333132] env[69498]: DEBUG nova.compute.manager [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Refreshing instance network info cache due to event network-changed-45237790-d30d-41c3-ac35-66a6f519487b. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.333132] env[69498]: DEBUG oslo_concurrency.lockutils [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] Acquiring lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.333287] env[69498]: DEBUG oslo_concurrency.lockutils [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] Acquired lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.333487] env[69498]: DEBUG nova.network.neutron [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Refreshing network info cache for port 45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.389719] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e48ad-4ee7-91a7-a070-f1d732800e94, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.390025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.390144] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.390421] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.390573] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.390751] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.391043] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1538cd-0fdc-4318-8e29-5fbb8f203b18 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.405343] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.405555] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.406362] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962315f0-19ae-47fd-86c3-5d23c8e8744b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.417291] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 773.417291] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f79cb0-6db5-4c99-2b7b-f5538a0296a2" [ 773.417291] env[69498]: _type = "Task" [ 773.417291] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.430802] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f79cb0-6db5-4c99-2b7b-f5538a0296a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.528022] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b74eb-09bb-4b9c-b155-0bbdd5b7700e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.537727] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c83c6-b784-41d4-b6c3-8f25fb9ad5f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.577414] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a990ea89-ada4-452c-b2ac-ab3559d4940d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.586815] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd2c4f7-5d0a-4b48-9a2a-3734822dfeb9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.607486] env[69498]: DEBUG nova.compute.provider_tree [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.615240] env[69498]: INFO nova.compute.manager [-] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Took 1.58 seconds to deallocate network for instance. [ 773.717842] env[69498]: DEBUG nova.network.neutron [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Successfully updated port: 64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.928959] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f79cb0-6db5-4c99-2b7b-f5538a0296a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0166} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.929851] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691b59aa-75da-4d38-9566-678e4aa8b5e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.935690] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 773.935690] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dd7b1b-b449-224f-106e-b043a0c7a45e" [ 773.935690] env[69498]: _type = "Task" [ 773.935690] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.946909] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dd7b1b-b449-224f-106e-b043a0c7a45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.060726] env[69498]: DEBUG nova.network.neutron [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Updated VIF entry in instance network info cache for port 5487f5a0-536d-47da-9635-e3dff79a595b. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.061286] env[69498]: DEBUG nova.network.neutron [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Updating instance_info_cache with network_info: [{"id": "5487f5a0-536d-47da-9635-e3dff79a595b", "address": "fa:16:3e:0e:bf:6b", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5487f5a0-53", "ovs_interfaceid": "5487f5a0-536d-47da-9635-e3dff79a595b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.079028] env[69498]: DEBUG nova.network.neutron [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updated VIF entry in instance network info cache for port 45237790-d30d-41c3-ac35-66a6f519487b. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.079435] env[69498]: DEBUG nova.network.neutron [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updating instance_info_cache with network_info: [{"id": "45237790-d30d-41c3-ac35-66a6f519487b", "address": "fa:16:3e:ed:32:6c", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45237790-d3", "ovs_interfaceid": "45237790-d30d-41c3-ac35-66a6f519487b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.081489] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.081712] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.110559] env[69498]: DEBUG nova.scheduler.client.report [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.122667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.220677] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.221031] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.221031] env[69498]: DEBUG nova.network.neutron [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.345248] env[69498]: DEBUG nova.compute.manager [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Stashing vm_state: stopped {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 774.448481] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dd7b1b-b449-224f-106e-b043a0c7a45e, 'name': SearchDatastore_Task, 'duration_secs': 0.022481} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.449622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.449922] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] ca3cfeec-c1fa-4243-a103-7fd1737e4ebc/ca3cfeec-c1fa-4243-a103-7fd1737e4ebc.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.450235] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb5524c0-48d0-4fc8-9252-5481225e67d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.460481] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 774.460481] env[69498]: value = "task-4097633" [ 774.460481] env[69498]: _type = "Task" [ 774.460481] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.470660] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.564110] env[69498]: DEBUG oslo_concurrency.lockutils [req-9ba3ce2f-47c2-4106-933f-dec2e5e55dba req-fb59928b-0326-4a04-a6fd-a4bb8145efde service nova] Releasing lock "refresh_cache-ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.582836] env[69498]: DEBUG oslo_concurrency.lockutils [req-dd0a55dd-d91a-449a-b92f-534fadfd1ffa req-b08950bc-dcb1-4e4f-8b1b-10531b9054ad service nova] Releasing lock "refresh_cache-9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.617398] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.621094] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.306s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.623621] env[69498]: INFO nova.compute.claims [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.652418] env[69498]: INFO nova.scheduler.client.report [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted allocations for instance 48aa7aba-a938-4622-9201-222fd0b88f76 [ 774.776542] env[69498]: DEBUG nova.network.neutron [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.865839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.974234] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097633, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.165309] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce43b05d-e5f3-4071-8a2c-1c5cd33af6fc tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "48aa7aba-a938-4622-9201-222fd0b88f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.249s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.219767] env[69498]: DEBUG nova.network.neutron [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.356655] env[69498]: DEBUG nova.compute.manager [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-vif-plugged-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.356887] env[69498]: DEBUG oslo_concurrency.lockutils [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.357147] env[69498]: DEBUG oslo_concurrency.lockutils [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.357993] env[69498]: DEBUG oslo_concurrency.lockutils [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.357993] env[69498]: DEBUG nova.compute.manager [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] No waiting events found dispatching network-vif-plugged-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.357993] env[69498]: WARNING nova.compute.manager [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received unexpected event network-vif-plugged-64bb0326-dc96-4647-9145-fe361fbed7fe for instance with vm_state building and task_state spawning. [ 775.357993] env[69498]: DEBUG nova.compute.manager [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-changed-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.357993] env[69498]: DEBUG nova.compute.manager [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Refreshing instance network info cache due to event network-changed-64bb0326-dc96-4647-9145-fe361fbed7fe. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.358178] env[69498]: DEBUG oslo_concurrency.lockutils [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.428254] env[69498]: DEBUG nova.compute.manager [req-1266113e-a70b-4611-864d-fa7010115d42 req-cf369ccb-1026-4d87-9933-c215b1b3d6b7 service nova] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Received event network-vif-deleted-3b37088d-6ce7-4742-8f6a-591ba0c8d117 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.473545] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793855} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.473855] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] ca3cfeec-c1fa-4243-a103-7fd1737e4ebc/ca3cfeec-c1fa-4243-a103-7fd1737e4ebc.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.474060] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.474331] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aff40c1-339c-4ab3-8692-be9a9cc37694 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.482713] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 775.482713] env[69498]: value = "task-4097634" [ 775.482713] env[69498]: _type = "Task" [ 775.482713] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.494292] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.726720] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.726720] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance network_info: |[{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.726720] env[69498]: DEBUG oslo_concurrency.lockutils [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.726720] env[69498]: DEBUG nova.network.neutron [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Refreshing network info cache for port 64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.727555] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:39:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bb0326-dc96-4647-9145-fe361fbed7fe', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.738798] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating folder: Project (8e9fcf44d34944b1bbb8f76cfaf03d88). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.748318] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e44c148-f4c5-4a3d-80cd-51efd07babb6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.763628] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Created folder: Project (8e9fcf44d34944b1bbb8f76cfaf03d88) in parent group-v811634. [ 775.764021] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating folder: Instances. Parent ref: group-v811748. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.768480] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d256e926-77c9-413d-b4ab-b86836e0f989 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.783931] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Created folder: Instances in parent group-v811748. [ 775.784223] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.788139] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.788563] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e296098f-f893-4d8d-89f1-b64588dacf9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.817035] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.817035] env[69498]: value = "task-4097637" [ 775.817035] env[69498]: _type = "Task" [ 775.817035] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.829616] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097637, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.995661] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086379} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.000790] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.002218] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221b70ec-66bf-4955-be07-623edd26ed99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.031068] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ca3cfeec-c1fa-4243-a103-7fd1737e4ebc/ca3cfeec-c1fa-4243-a103-7fd1737e4ebc.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.037518] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e136ef7d-c56f-4ffc-8953-03fcc9ea5f75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.058878] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 776.058878] env[69498]: value = "task-4097638" [ 776.058878] env[69498]: _type = "Task" [ 776.058878] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.068273] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.105334] env[69498]: DEBUG nova.network.neutron [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updated VIF entry in instance network info cache for port 64bb0326-dc96-4647-9145-fe361fbed7fe. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.105868] env[69498]: DEBUG nova.network.neutron [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.328414] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097637, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.423444] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334fabe-755a-4dd3-9b82-602e1d97453e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.434091] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316a9658-c438-4448-942a-cddc52349115 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.474027] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18150d-5b33-4fe6-a75a-6a18f9497cad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.485528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38524956-dce4-4c4f-b6ff-3d8a97f89c1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.497651] env[69498]: DEBUG nova.compute.provider_tree [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.571458] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.611346] env[69498]: DEBUG oslo_concurrency.lockutils [req-cbb62d19-035d-4a27-bb6e-aefbfb4999a5 req-b1edfbd7-7c4a-47a5-a06e-76942b9e743a service nova] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.829725] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097637, 'name': CreateVM_Task, 'duration_secs': 0.651469} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.829927] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.830640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.830808] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.831148] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.831430] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4b920e-cadc-4337-957a-8a77e03c8318 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.837344] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 776.837344] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c12077-587d-c385-7235-bd86a52895ce" [ 776.837344] env[69498]: _type = "Task" [ 776.837344] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.846705] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c12077-587d-c385-7235-bd86a52895ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.003767] env[69498]: DEBUG nova.scheduler.client.report [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.074961] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097638, 'name': ReconfigVM_Task, 'duration_secs': 0.828335} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.075350] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ca3cfeec-c1fa-4243-a103-7fd1737e4ebc/ca3cfeec-c1fa-4243-a103-7fd1737e4ebc.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.076754] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed87309c-1310-44a0-b5f4-0e8af80c9977 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.086786] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 777.086786] env[69498]: value = "task-4097639" [ 777.086786] env[69498]: _type = "Task" [ 777.086786] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.095452] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097639, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.352883] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c12077-587d-c385-7235-bd86a52895ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.353258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.353602] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.353874] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.354134] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.354198] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.354481] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b3f4e0-3641-4272-82e2-55cdd8bd23cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.368029] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.368029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.372170] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e002acb1-a494-414d-ab42-905cdf7b5aed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.376748] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 777.376748] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c2ba8-cbfe-5037-9719-292c7d9a288b" [ 777.376748] env[69498]: _type = "Task" [ 777.376748] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.387968] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c2ba8-cbfe-5037-9719-292c7d9a288b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.509014] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.509459] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.512462] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.238s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.512694] env[69498]: DEBUG nova.objects.instance [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lazy-loading 'resources' on Instance uuid e7c86cda-c88f-4153-b4c0-bec1305ddcb3 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.599668] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097639, 'name': Rename_Task, 'duration_secs': 0.237302} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.599668] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.599668] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a073e3e5-4a6f-4297-81d1-6df6ef39fbed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.608735] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 777.608735] env[69498]: value = "task-4097640" [ 777.608735] env[69498]: _type = "Task" [ 777.608735] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.627252] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097640, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.888566] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525c2ba8-cbfe-5037-9719-292c7d9a288b, 'name': SearchDatastore_Task, 'duration_secs': 0.017113} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.889475] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010149e3-4505-4118-8e65-821400c8fe4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.895672] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 777.895672] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ba97f3-256e-3828-274f-ca1d5f4320e2" [ 777.895672] env[69498]: _type = "Task" [ 777.895672] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.907699] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ba97f3-256e-3828-274f-ca1d5f4320e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.016677] env[69498]: DEBUG nova.compute.utils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.028017] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.028017] env[69498]: DEBUG nova.network.neutron [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.129499] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.131446] env[69498]: DEBUG nova.policy [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a569f48ee648e9a0c7e69a0a5c2717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb23b888f7b44ffb33870a9ae4e71e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.409735] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ba97f3-256e-3828-274f-ca1d5f4320e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.414236] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.414575] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.415301] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-829bfd7d-f68b-434c-aa73-84ef58ac7ea7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.427193] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 778.427193] env[69498]: value = "task-4097641" [ 778.427193] env[69498]: _type = "Task" [ 778.427193] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.442747] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.523865] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.627442] env[69498]: DEBUG oslo_vmware.api [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097640, 'name': PowerOnVM_Task, 'duration_secs': 0.877545} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.629805] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.629805] env[69498]: INFO nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Took 9.29 seconds to spawn the instance on the hypervisor. [ 778.629805] env[69498]: DEBUG nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.630803] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e000516-c464-4bc0-a424-ce502188ed2c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.759970] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8117a9-f1d1-464e-a396-9475e0b7ea39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.781629] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531983a7-a058-4dd6-a6b0-1503878be25e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.823025] env[69498]: DEBUG nova.network.neutron [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Successfully created port: 40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.826287] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed09f67-1bd7-44fc-aedb-668c8efa4a13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.837588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36690c58-2989-40ab-b3e0-3998f1fff7aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.857066] env[69498]: DEBUG nova.compute.provider_tree [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.939928] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097641, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.029957] env[69498]: INFO nova.virt.block_device [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Booting with volume a8005dca-5ba6-4345-815e-52e4a5749ce6 at /dev/sda [ 779.100648] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-260a3ac4-b197-4aaf-94f0-e4ce20374af5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.112020] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d19e3-b78c-4712-b13d-4d8a25c88e94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.143719] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-614421b9-cfbd-4ecf-be46-a701c786344b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.157133] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7866d2-0e84-46c1-9fc6-dcfb25db26f2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.170288] env[69498]: INFO nova.compute.manager [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Took 49.32 seconds to build instance. [ 779.198958] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec010989-a0d0-45ac-bd39-8a30839435ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.206435] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f49ee-2f15-4815-a5ef-6397f7134d51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.220867] env[69498]: DEBUG nova.virt.block_device [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updating existing volume attachment record: cb43ea4f-d704-4ea3-b993-05b8d6e52e35 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 779.362153] env[69498]: DEBUG nova.scheduler.client.report [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.440199] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.672655] env[69498]: DEBUG oslo_concurrency.lockutils [None req-31f65572-d8a3-4bee-96f7-e7b4d82dfa04 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.203s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.869757] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.872674] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.872911] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.873482] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.454s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.874913] env[69498]: INFO nova.compute.claims [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.942726] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.023352] env[69498]: INFO nova.scheduler.client.report [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Deleted allocations for instance e7c86cda-c88f-4153-b4c0-bec1305ddcb3 [ 780.177166] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.445162] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097641, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.878873} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.445162] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.445524] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.445524] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6d85d4-5b6f-4eea-b0f7-5701d99474f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.453295] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 780.453295] env[69498]: value = "task-4097642" [ 780.453295] env[69498]: _type = "Task" [ 780.453295] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.467599] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.531204] env[69498]: DEBUG oslo_concurrency.lockutils [None req-664ed6c6-3aeb-4aac-ac35-d70f5ed07e4f tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "e7c86cda-c88f-4153-b4c0-bec1305ddcb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.329s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.724696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.764249] env[69498]: DEBUG nova.network.neutron [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Successfully updated port: 40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.912199] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf2518-6083-4bf1-b624-e1b052d1339c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.919991] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Suspending the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 780.920313] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8bac47b5-c766-419f-8b40-8e371a755cd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.928515] env[69498]: DEBUG oslo_vmware.api [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 780.928515] env[69498]: value = "task-4097643" [ 780.928515] env[69498]: _type = "Task" [ 780.928515] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.943551] env[69498]: DEBUG oslo_vmware.api [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097643, 'name': SuspendVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.972096] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082298} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.972527] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.977309] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c85ce9-83e7-4285-a6b1-29eb212d4796 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.002486] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.003694] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7356d3-3274-4384-93ac-7f0b56cf26bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.036767] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 781.036767] env[69498]: value = "task-4097644" [ 781.036767] env[69498]: _type = "Task" [ 781.036767] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.046153] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.220106] env[69498]: DEBUG nova.compute.manager [req-87aaf415-e8e9-43b9-bbc9-272f3553da6b req-018bef1c-925b-4c37-93bd-c31a9df2e753 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Received event network-vif-plugged-40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.220386] env[69498]: DEBUG oslo_concurrency.lockutils [req-87aaf415-e8e9-43b9-bbc9-272f3553da6b req-018bef1c-925b-4c37-93bd-c31a9df2e753 service nova] Acquiring lock "de0064a5-c6c0-48af-90c6-52a65602aa08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.220637] env[69498]: DEBUG oslo_concurrency.lockutils [req-87aaf415-e8e9-43b9-bbc9-272f3553da6b req-018bef1c-925b-4c37-93bd-c31a9df2e753 service nova] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.220815] env[69498]: DEBUG oslo_concurrency.lockutils [req-87aaf415-e8e9-43b9-bbc9-272f3553da6b req-018bef1c-925b-4c37-93bd-c31a9df2e753 service nova] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.221042] env[69498]: DEBUG nova.compute.manager [req-87aaf415-e8e9-43b9-bbc9-272f3553da6b req-018bef1c-925b-4c37-93bd-c31a9df2e753 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] No waiting events found dispatching network-vif-plugged-40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 781.221218] env[69498]: WARNING nova.compute.manager [req-87aaf415-e8e9-43b9-bbc9-272f3553da6b req-018bef1c-925b-4c37-93bd-c31a9df2e753 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Received unexpected event network-vif-plugged-40f47d40-2abf-47c7-9f1a-9e1baf0100aa for instance with vm_state building and task_state spawning. [ 781.266903] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquiring lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.267224] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquired lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.267503] env[69498]: DEBUG nova.network.neutron [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.408698] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.408763] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.408964] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.409152] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.409361] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.409514] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.409683] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.409893] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.410247] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.410547] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.410977] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.410977] env[69498]: DEBUG nova.virt.hardware [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.412176] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777181fc-8b20-413e-9917-decdda0066ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.426225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4a0751-5628-4808-8ec5-a6cfa58cc8a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.455391] env[69498]: DEBUG oslo_vmware.api [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097643, 'name': SuspendVM_Task} progress is 62%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.539537] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097644, 'name': ReconfigVM_Task, 'duration_secs': 0.444845} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.542546] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Reconfigured VM instance instance-00000023 to attach disk [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.543475] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d3892a2-4626-41a3-9db1-72c68a52c605 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.551995] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 781.551995] env[69498]: value = "task-4097645" [ 781.551995] env[69498]: _type = "Task" [ 781.551995] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.562813] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097645, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.670020] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f92560-66dc-4f57-83bf-fec52073bba7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.678431] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e23bb71-83ee-41dd-bfbd-aacd4dbb5730 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.715557] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ffeaf0-2570-44b2-9757-1bac4737fc2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.728516] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6003c14f-4c97-4c65-ab64-b06b11ccfc80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.744997] env[69498]: DEBUG nova.compute.provider_tree [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.809193] env[69498]: DEBUG nova.network.neutron [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.945475] env[69498]: DEBUG oslo_vmware.api [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097643, 'name': SuspendVM_Task, 'duration_secs': 0.70798} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.945771] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Suspended the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 781.945952] env[69498]: DEBUG nova.compute.manager [None req-3319e34b-863a-419f-a621-17af44c37ba3 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.946773] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6739927-d192-4690-9625-eda39b7d24c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.069701] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097645, 'name': Rename_Task, 'duration_secs': 0.161927} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.070014] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.070270] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4932553c-253a-4d1f-88be-f48e898aa6ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.073254] env[69498]: DEBUG nova.network.neutron [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updating instance_info_cache with network_info: [{"id": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "address": "fa:16:3e:91:7d:1f", "network": {"id": "dd4c19e3-0558-4fd1-8061-5710029ac4b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-301515900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb23b888f7b44ffb33870a9ae4e71e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f47d40-2a", "ovs_interfaceid": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.078039] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 782.078039] env[69498]: value = "task-4097646" [ 782.078039] env[69498]: _type = "Task" [ 782.078039] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.087812] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.248842] env[69498]: DEBUG nova.scheduler.client.report [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.576602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Releasing lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.576992] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Instance network_info: |[{"id": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "address": "fa:16:3e:91:7d:1f", "network": {"id": "dd4c19e3-0558-4fd1-8061-5710029ac4b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-301515900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb23b888f7b44ffb33870a9ae4e71e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f47d40-2a", "ovs_interfaceid": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.577952] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:7d:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40f47d40-2abf-47c7-9f1a-9e1baf0100aa', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.586609] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Creating folder: Project (bfb23b888f7b44ffb33870a9ae4e71e9). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.587151] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7f5e1bb-4a55-4204-9019-6a06cf230645 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.601103] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.607618] env[69498]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 782.607810] env[69498]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69498) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 782.610010] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Folder already exists: Project (bfb23b888f7b44ffb33870a9ae4e71e9). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 782.610010] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Creating folder: Instances. Parent ref: group-v811691. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.610010] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58a4a98-3dde-4cd0-9e69-e2d4ca90c04a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.620261] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Created folder: Instances in parent group-v811691. [ 782.620606] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.620826] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.621154] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-426a422f-3c3e-4aaa-950f-311948bdfa7d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.643468] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.643468] env[69498]: value = "task-4097649" [ 782.643468] env[69498]: _type = "Task" [ 782.643468] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.653404] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097649, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.759183] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.759183] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.762600] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.863s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.763037] env[69498]: DEBUG nova.objects.instance [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lazy-loading 'resources' on Instance uuid 02c5c8ee-d7ae-45cb-9100-43f3267e82aa {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.107017] env[69498]: DEBUG oslo_vmware.api [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097646, 'name': PowerOnVM_Task, 'duration_secs': 0.852628} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.107375] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.111190] env[69498]: INFO nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Took 10.95 seconds to spawn the instance on the hypervisor. [ 783.111190] env[69498]: DEBUG nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.111190] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d80e04-98a9-4d16-9293-ff39cb60bb50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.159861] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097649, 'name': CreateVM_Task, 'duration_secs': 0.448307} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.160301] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.161679] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811700', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'name': 'volume-a8005dca-5ba6-4345-815e-52e4a5749ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de0064a5-c6c0-48af-90c6-52a65602aa08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'serial': 'a8005dca-5ba6-4345-815e-52e4a5749ce6'}, 'device_type': None, 'boot_index': 0, 'attachment_id': 'cb43ea4f-d704-4ea3-b993-05b8d6e52e35', 'guest_format': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 783.161679] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Root volume attach. Driver type: vmdk {{(pid=69498) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 783.162072] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d731b2a-a5a0-4a4f-9bda-e49f9109ebb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.174888] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc5bf4-042a-409a-9205-385dbd01010c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.182665] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda781df-26f5-4a40-a362-61ccb32a7a8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.192955] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a327aef6-2590-404c-a019-f38dc4f24d08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.201303] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 783.201303] env[69498]: value = "task-4097650" [ 783.201303] env[69498]: _type = "Task" [ 783.201303] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.210116] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097650, 'name': RelocateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.268027] env[69498]: DEBUG nova.compute.utils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.268027] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.268411] env[69498]: DEBUG nova.network.neutron [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.505444] env[69498]: DEBUG nova.policy [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c0dd7fcc2004bcbb46c9a76e8fb88f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84553889587e4674925ae599d349c09b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.645009] env[69498]: INFO nova.compute.manager [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Took 51.76 seconds to build instance. [ 783.716384] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097650, 'name': RelocateVM_Task} progress is 20%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.779675] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.982412] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c85dd9-1672-4ecd-9b96-eda9a81f51c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.990556] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0c344-6030-4cb3-b985-f6bc9b594150 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.027583] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2bd41-ab2c-4799-bb6d-6f70deb8815a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.033186] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9e185e-f3e8-4a2d-93be-e387740e0037 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.053017] env[69498]: DEBUG nova.compute.provider_tree [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.079450] env[69498]: DEBUG nova.compute.manager [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Received event network-changed-40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.079715] env[69498]: DEBUG nova.compute.manager [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Refreshing instance network info cache due to event network-changed-40f47d40-2abf-47c7-9f1a-9e1baf0100aa. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.080473] env[69498]: DEBUG oslo_concurrency.lockutils [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] Acquiring lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.080473] env[69498]: DEBUG oslo_concurrency.lockutils [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] Acquired lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.080473] env[69498]: DEBUG nova.network.neutron [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Refreshing network info cache for port 40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.129164] env[69498]: DEBUG nova.network.neutron [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Successfully created port: c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.147503] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2f900c2-c50e-4214-853c-6a4d68bb42af tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.984s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.214346] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097650, 'name': RelocateVM_Task, 'duration_secs': 0.710941} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.215905] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 784.216112] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811700', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'name': 'volume-a8005dca-5ba6-4345-815e-52e4a5749ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de0064a5-c6c0-48af-90c6-52a65602aa08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'serial': 'a8005dca-5ba6-4345-815e-52e4a5749ce6'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 784.216934] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd4bdfa-bd21-4423-8299-6265338799f2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.235754] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cdc056-6d42-460a-b745-b13788473f28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.260528] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-a8005dca-5ba6-4345-815e-52e4a5749ce6/volume-a8005dca-5ba6-4345-815e-52e4a5749ce6.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.260817] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0053262a-9853-46e3-ac70-2add48779f13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.281845] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 784.281845] env[69498]: value = "task-4097651" [ 784.281845] env[69498]: _type = "Task" [ 784.281845] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.295408] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.388200] env[69498]: DEBUG nova.compute.manager [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.389135] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6ebad-1a1b-4ecc-880c-2224f01aefa7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.556710] env[69498]: DEBUG nova.scheduler.client.report [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.653714] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.802332] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.804773] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097651, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.861301] env[69498]: DEBUG nova.virt.hardware [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.861779] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc44eec-7049-4622-82b4-ba043cf7ab12 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.871772] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587425f-fd24-427d-8013-f208233e0e42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.901217] env[69498]: INFO nova.compute.manager [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] instance snapshotting [ 784.901710] env[69498]: WARNING nova.compute.manager [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 784.906136] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab2e92-033a-4d94-92f1-b4c14f524979 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.933574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b767763-b89f-48c5-a81c-583f0a801c45 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.049016] env[69498]: DEBUG nova.network.neutron [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updated VIF entry in instance network info cache for port 40f47d40-2abf-47c7-9f1a-9e1baf0100aa. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.049447] env[69498]: DEBUG nova.network.neutron [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updating instance_info_cache with network_info: [{"id": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "address": "fa:16:3e:91:7d:1f", "network": {"id": "dd4c19e3-0558-4fd1-8061-5710029ac4b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-301515900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb23b888f7b44ffb33870a9ae4e71e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f47d40-2a", "ovs_interfaceid": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.065256] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.065712] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.954s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.066225] env[69498]: DEBUG nova.objects.instance [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 785.139371] env[69498]: INFO nova.scheduler.client.report [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Deleted allocations for instance 02c5c8ee-d7ae-45cb-9100-43f3267e82aa [ 785.183048] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.296941] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097651, 'name': ReconfigVM_Task, 'duration_secs': 0.565188} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.297253] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-a8005dca-5ba6-4345-815e-52e4a5749ce6/volume-a8005dca-5ba6-4345-815e-52e4a5749ce6.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.302661] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-effff00c-5a8d-4fcd-8993-cb4e9fffc41f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.321184] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 785.321184] env[69498]: value = "task-4097652" [ 785.321184] env[69498]: _type = "Task" [ 785.321184] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.331220] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.443286] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.443731] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75090c45-0a33-48df-998e-b952cc01265d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.453933] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 785.453933] env[69498]: value = "task-4097653" [ 785.453933] env[69498]: _type = "Task" [ 785.453933] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.465726] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.555364] env[69498]: DEBUG oslo_concurrency.lockutils [req-f7252d3e-d2a7-43bc-9464-1fdf52cbe655 req-15c6c868-e27b-4447-b8ec-4f3e0565160d service nova] Releasing lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.649380] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5058230a-ca16-4670-893d-37fb11345de0 tempest-ServerDiagnosticsNegativeTest-1164494036 tempest-ServerDiagnosticsNegativeTest-1164494036-project-member] Lock "02c5c8ee-d7ae-45cb-9100-43f3267e82aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.065s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.834051] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.879396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "f6db8a59-c17f-4f40-8574-1dc84c711505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.879648] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.966746] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.078600] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f5d5b665-8abd-4343-a55b-abc09a8887c2 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.079921] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.637s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.080474] env[69498]: DEBUG nova.objects.instance [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lazy-loading 'resources' on Instance uuid d505f6a6-8db2-4835-ac1c-74b30a09b2aa {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.183744] env[69498]: DEBUG nova.network.neutron [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Successfully updated port: c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.333829] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.338192] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "edd99d57-e258-4888-845b-80da2cda5f2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.338447] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "edd99d57-e258-4888-845b-80da2cda5f2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.450587] env[69498]: DEBUG nova.compute.manager [req-4d856add-6a0c-4c40-bea7-b10a7a4f2c85 req-87c0f47f-beaf-4a20-9382-40d0d018e0ae service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Received event network-vif-plugged-c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.450846] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d856add-6a0c-4c40-bea7-b10a7a4f2c85 req-87c0f47f-beaf-4a20-9382-40d0d018e0ae service nova] Acquiring lock "96501d38-df12-496f-b7da-7787298bbec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.451922] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d856add-6a0c-4c40-bea7-b10a7a4f2c85 req-87c0f47f-beaf-4a20-9382-40d0d018e0ae service nova] Lock "96501d38-df12-496f-b7da-7787298bbec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.451922] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d856add-6a0c-4c40-bea7-b10a7a4f2c85 req-87c0f47f-beaf-4a20-9382-40d0d018e0ae service nova] Lock "96501d38-df12-496f-b7da-7787298bbec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.451922] env[69498]: DEBUG nova.compute.manager [req-4d856add-6a0c-4c40-bea7-b10a7a4f2c85 req-87c0f47f-beaf-4a20-9382-40d0d018e0ae service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] No waiting events found dispatching network-vif-plugged-c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.451922] env[69498]: WARNING nova.compute.manager [req-4d856add-6a0c-4c40-bea7-b10a7a4f2c85 req-87c0f47f-beaf-4a20-9382-40d0d018e0ae service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Received unexpected event network-vif-plugged-c5b3cdf7-f027-45ef-b73b-4606e1a30272 for instance with vm_state building and task_state spawning. [ 786.467035] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097653, 'name': CreateSnapshot_Task, 'duration_secs': 0.64624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.467369] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.468112] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28126a72-1dde-47c4-b011-fa98d5c157df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.686800] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.686929] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.687091] env[69498]: DEBUG nova.network.neutron [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.839020] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.990505] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 786.994031] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edc66217-5af3-4514-83d0-0e30a991e412 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.003577] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 787.003577] env[69498]: value = "task-4097654" [ 787.003577] env[69498]: _type = "Task" [ 787.003577] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.014997] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097654, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.231243] env[69498]: DEBUG nova.network.neutron [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.249045] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7933ce3c-91fa-4842-b141-1b6b695155ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.259390] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e5123-cd46-467b-94cc-cc5c821a28b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.295043] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd664442-5bad-4805-9e68-a7002a76ccad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.304527] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e4fc3-9589-48f4-8123-8b88fb558a26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320960] env[69498]: DEBUG nova.compute.provider_tree [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.337544] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097652, 'name': ReconfigVM_Task, 'duration_secs': 1.612849} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.337879] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811700', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'name': 'volume-a8005dca-5ba6-4345-815e-52e4a5749ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de0064a5-c6c0-48af-90c6-52a65602aa08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'serial': 'a8005dca-5ba6-4345-815e-52e4a5749ce6'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 787.338440] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0680b29f-b26d-487e-8786-fa28c8069a14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.346430] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 787.346430] env[69498]: value = "task-4097655" [ 787.346430] env[69498]: _type = "Task" [ 787.346430] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.356789] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097655, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.516767] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097654, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.520392] env[69498]: DEBUG nova.network.neutron [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [{"id": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "address": "fa:16:3e:4c:9f:27", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b3cdf7-f0", "ovs_interfaceid": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.857842] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097655, 'name': Rename_Task, 'duration_secs': 0.200118} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.859007] env[69498]: ERROR nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] [req-8f61ad9d-af1e-4d93-b880-3b8e3ab15168] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f61ad9d-af1e-4d93-b880-3b8e3ab15168"}]} [ 787.859440] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.863313] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f39f86-c1ad-421a-aade-fc784cfc9531 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.872647] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 787.872647] env[69498]: value = "task-4097656" [ 787.872647] env[69498]: _type = "Task" [ 787.872647] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.884325] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.885623] env[69498]: DEBUG nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.923055] env[69498]: DEBUG nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.923390] env[69498]: DEBUG nova.compute.provider_tree [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.944445] env[69498]: DEBUG nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.979895] env[69498]: DEBUG nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.018410] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097654, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.022464] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.022779] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance network_info: |[{"id": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "address": "fa:16:3e:4c:9f:27", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b3cdf7-f0", "ovs_interfaceid": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.023374] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:9f:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5b3cdf7-f027-45ef-b73b-4606e1a30272', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.035151] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.035151] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.035151] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e906ba6c-716c-44ea-9b91-91cd27a947fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.061807] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.061807] env[69498]: value = "task-4097657" [ 788.061807] env[69498]: _type = "Task" [ 788.061807] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.070989] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097657, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.384150] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.517804] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097654, 'name': CloneVM_Task, 'duration_secs': 1.457028} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.518512] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Created linked-clone VM from snapshot [ 788.519339] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78660b-ad84-471c-87ae-55275cd7966d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.533381] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Uploading image 1658007f-237f-4c6b-8116-afc6eadefc3f {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.549021] env[69498]: DEBUG nova.compute.manager [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Received event network-changed-c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.549021] env[69498]: DEBUG nova.compute.manager [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Refreshing instance network info cache due to event network-changed-c5b3cdf7-f027-45ef-b73b-4606e1a30272. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.549021] env[69498]: DEBUG oslo_concurrency.lockutils [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] Acquiring lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.549021] env[69498]: DEBUG oslo_concurrency.lockutils [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] Acquired lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.549021] env[69498]: DEBUG nova.network.neutron [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Refreshing network info cache for port c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.571547] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.571547] env[69498]: value = "vm-811754" [ 788.571547] env[69498]: _type = "VirtualMachine" [ 788.571547] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.576028] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7b92b05-db81-45b3-af9c-53bc7e813903 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.579367] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097657, 'name': CreateVM_Task, 'duration_secs': 0.37359} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.579548] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.581478] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.581656] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.584447] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.586538] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease: (returnval){ [ 788.586538] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52127d6f-f968-6a97-cdce-c650c2314d06" [ 788.586538] env[69498]: _type = "HttpNfcLease" [ 788.586538] env[69498]: } obtained for exporting VM: (result){ [ 788.586538] env[69498]: value = "vm-811754" [ 788.586538] env[69498]: _type = "VirtualMachine" [ 788.586538] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.586538] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the lease: (returnval){ [ 788.586538] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52127d6f-f968-6a97-cdce-c650c2314d06" [ 788.586538] env[69498]: _type = "HttpNfcLease" [ 788.586538] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.589771] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473e4440-767d-41a4-8b9f-34cc03317619 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.602119] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 788.602119] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5253f8d1-aedc-e38e-2894-8cbe2d6c12ce" [ 788.602119] env[69498]: _type = "Task" [ 788.602119] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.607152] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.607152] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52127d6f-f968-6a97-cdce-c650c2314d06" [ 788.607152] env[69498]: _type = "HttpNfcLease" [ 788.607152] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.611645] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.611645] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52127d6f-f968-6a97-cdce-c650c2314d06" [ 788.611645] env[69498]: _type = "HttpNfcLease" [ 788.611645] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.612374] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7011cff6-ab27-42af-9de4-4744f9a6d2c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.622354] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5253f8d1-aedc-e38e-2894-8cbe2d6c12ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.625885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.625885] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.626114] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.626266] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.626444] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.627091] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161078-f53d-3263-b977-2fa22adc763d/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.627259] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161078-f53d-3263-b977-2fa22adc763d/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.634684] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d0f16fc-0574-4306-a885-74a46e9e6827 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.698844] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.699077] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.701128] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0329ba40-9b30-4534-b6dd-15b19b0c274d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.707578] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 788.707578] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5228e672-62d8-c73c-54f5-61e6552263eb" [ 788.707578] env[69498]: _type = "Task" [ 788.707578] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.723683] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5228e672-62d8-c73c-54f5-61e6552263eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.724682] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f470532-e14b-4cc3-bc44-c638ce35f5d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.730782] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 788.730782] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cebbe5-701d-306e-6b60-df1e85b8ca95" [ 788.730782] env[69498]: _type = "Task" [ 788.730782] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.741736] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10c8ad74-e8e7-4a18-aebb-40f6d68bf8bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.748252] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cebbe5-701d-306e-6b60-df1e85b8ca95, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.752070] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.752348] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 96501d38-df12-496f-b7da-7787298bbec2/96501d38-df12-496f-b7da-7787298bbec2.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.752928] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3589d399-d60a-424b-b88b-276b3c650490 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.760896] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 788.760896] env[69498]: value = "task-4097659" [ 788.760896] env[69498]: _type = "Task" [ 788.760896] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.765974] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c49f1c-4534-4b91-80a1-a1c9fdb5d7a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.776366] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.776366] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4243e5b5-d8c2-4c80-9c3e-dc738c99eb60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.810871] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec0baa-69ff-48f9-bf66-439fa5622b48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.823602] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d35e5-73db-4325-a7d3-23690c9207fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.840119] env[69498]: DEBUG nova.compute.provider_tree [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.884990] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.281345] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486973} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.281915] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 96501d38-df12-496f-b7da-7787298bbec2/96501d38-df12-496f-b7da-7787298bbec2.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.282306] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.282595] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df330e55-12c9-4ce2-9449-2b932537e339 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.292465] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 789.292465] env[69498]: value = "task-4097660" [ 789.292465] env[69498]: _type = "Task" [ 789.292465] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.307284] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.387047] env[69498]: DEBUG oslo_vmware.api [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4097656, 'name': PowerOnVM_Task, 'duration_secs': 1.444739} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.388343] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.388816] env[69498]: INFO nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Took 7.98 seconds to spawn the instance on the hypervisor. [ 789.389482] env[69498]: DEBUG nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.390802] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c5097-0e6a-433a-963e-c00d8edd6f5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.405633] env[69498]: DEBUG nova.network.neutron [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updated VIF entry in instance network info cache for port c5b3cdf7-f027-45ef-b73b-4606e1a30272. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.405633] env[69498]: DEBUG nova.network.neutron [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [{"id": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "address": "fa:16:3e:4c:9f:27", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b3cdf7-f0", "ovs_interfaceid": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.420043] env[69498]: DEBUG nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.420043] env[69498]: DEBUG nova.compute.provider_tree [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 74 to 75 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.420043] env[69498]: DEBUG nova.compute.provider_tree [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.806997] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086527} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.808041] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.809127] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c3820-89ea-4ce5-adf0-44d56b120701 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.836022] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 96501d38-df12-496f-b7da-7787298bbec2/96501d38-df12-496f-b7da-7787298bbec2.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.836022] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95dcfda8-787d-4e5b-8e17-e731731fba9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.857801] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 789.857801] env[69498]: value = "task-4097661" [ 789.857801] env[69498]: _type = "Task" [ 789.857801] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.868548] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.912052] env[69498]: DEBUG oslo_concurrency.lockutils [req-6276791c-a15b-43ae-bfe9-48678aac8411 req-9ac7befe-0944-4298-8fca-b3e7eb1310c5 service nova] Releasing lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.916136] env[69498]: INFO nova.compute.manager [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Took 52.62 seconds to build instance. [ 789.929709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.850s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.933181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.231s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.935058] env[69498]: INFO nova.compute.claims [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.990695] env[69498]: INFO nova.scheduler.client.report [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Deleted allocations for instance d505f6a6-8db2-4835-ac1c-74b30a09b2aa [ 790.371436] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.419208] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3463e601-933c-40e5-9b7e-b97ee5b4b5c8 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.631s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.508671] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29a33f58-ae8f-44d2-89fd-9317c3684ae1 tempest-ServersTestJSON-1393834495 tempest-ServersTestJSON-1393834495-project-member] Lock "d505f6a6-8db2-4835-ac1c-74b30a09b2aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.791s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.872014] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097661, 'name': ReconfigVM_Task, 'duration_secs': 0.781661} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.872373] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 96501d38-df12-496f-b7da-7787298bbec2/96501d38-df12-496f-b7da-7787298bbec2.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.873160] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9541df61-e3b0-40c7-916e-15d8dc69d2c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.882239] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 790.882239] env[69498]: value = "task-4097662" [ 790.882239] env[69498]: _type = "Task" [ 790.882239] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.895341] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097662, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.923777] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.403409] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097662, 'name': Rename_Task, 'duration_secs': 0.200014} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.406356] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.411893] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b9b3b2c-1770-4fad-92a3-36f25c275c61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.418308] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 791.418308] env[69498]: value = "task-4097663" [ 791.418308] env[69498]: _type = "Task" [ 791.418308] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.434620] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.471754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.653411] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ba239-57de-46d9-b423-e38a93273f5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.661671] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d989cf3e-c878-44cc-8e9c-8a7f9e94a7ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.702210] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939fe92-85c4-46a8-83bc-d67a103bb55a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.712739] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b260fa39-8805-4e66-a31a-f9ad08dfd3f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.730787] env[69498]: DEBUG nova.compute.provider_tree [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.935719] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.310408] env[69498]: DEBUG nova.scheduler.client.report [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.310707] env[69498]: DEBUG nova.compute.provider_tree [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 75 to 76 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.310925] env[69498]: DEBUG nova.compute.provider_tree [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.433836] env[69498]: DEBUG oslo_vmware.api [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097663, 'name': PowerOnVM_Task, 'duration_secs': 0.724694} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.434135] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.434354] env[69498]: INFO nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Took 7.63 seconds to spawn the instance on the hypervisor. [ 792.434533] env[69498]: DEBUG nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.437411] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b225d-7b48-47f8-a79c-8db41c30ed3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.818369] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.818937] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.821989] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.733s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.822343] env[69498]: DEBUG nova.objects.instance [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lazy-loading 'resources' on Instance uuid adabf98b-b0bb-4b09-9f30-55a473245305 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.906211] env[69498]: DEBUG nova.compute.manager [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Received event network-changed-40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.906211] env[69498]: DEBUG nova.compute.manager [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Refreshing instance network info cache due to event network-changed-40f47d40-2abf-47c7-9f1a-9e1baf0100aa. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.906211] env[69498]: DEBUG oslo_concurrency.lockutils [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] Acquiring lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.906211] env[69498]: DEBUG oslo_concurrency.lockutils [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] Acquired lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.906211] env[69498]: DEBUG nova.network.neutron [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Refreshing network info cache for port 40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.963965] env[69498]: INFO nova.compute.manager [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Took 51.57 seconds to build instance. [ 793.325894] env[69498]: DEBUG nova.compute.utils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.328297] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.328297] env[69498]: DEBUG nova.network.neutron [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.416937] env[69498]: DEBUG nova.policy [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f394473f6eae46fdbaeaaf12bd2804b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a62b061fb94642e699778a1f7c088ff5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.470819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-09af9a4b-e9a8-4e9a-86ad-be3ad7965d97 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.068s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.835771] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.972146] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.978525] env[69498]: DEBUG nova.network.neutron [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Successfully created port: 20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.075429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399cada-ce5e-4e1f-bb50-970e76f0f708 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.085456] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678bd31-eb36-466d-a78c-de71927cac74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.092893] env[69498]: DEBUG nova.network.neutron [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updated VIF entry in instance network info cache for port 40f47d40-2abf-47c7-9f1a-9e1baf0100aa. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.093767] env[69498]: DEBUG nova.network.neutron [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updating instance_info_cache with network_info: [{"id": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "address": "fa:16:3e:91:7d:1f", "network": {"id": "dd4c19e3-0558-4fd1-8061-5710029ac4b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-301515900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb23b888f7b44ffb33870a9ae4e71e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f47d40-2a", "ovs_interfaceid": "40f47d40-2abf-47c7-9f1a-9e1baf0100aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.135076] env[69498]: DEBUG oslo_concurrency.lockutils [req-dfaeb6cb-86b8-4993-aabe-38dac8ea20f4 req-d8185c34-51b1-489d-a30e-fc36c6257d00 service nova] Releasing lock "refresh_cache-de0064a5-c6c0-48af-90c6-52a65602aa08" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.136057] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580244f6-79c4-4df6-85b0-5c4d7734b111 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.147125] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c463f2d5-25fb-49eb-bd24-cfb241c5a94c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.163063] env[69498]: DEBUG nova.compute.provider_tree [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.517197] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.666403] env[69498]: DEBUG nova.scheduler.client.report [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.847613] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.906396] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.906826] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.908052] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.908223] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.908819] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.908819] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.908927] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.911106] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.911106] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.911106] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.911106] env[69498]: DEBUG nova.virt.hardware [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.911106] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5635b538-260f-43f6-9e57-c76c62c34260 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.926570] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72387e1d-7bda-4d7c-8d42-634783f93e67 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.173426] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.177173] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.178s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.178598] env[69498]: INFO nova.compute.claims [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.263965] env[69498]: INFO nova.scheduler.client.report [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Deleted allocations for instance adabf98b-b0bb-4b09-9f30-55a473245305 [ 795.795318] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6f1c25a5-4bd0-4eb6-b971-a3ffa379bb9f tempest-ServersV294TestFqdnHostnames-1976375908 tempest-ServersV294TestFqdnHostnames-1976375908-project-member] Lock "adabf98b-b0bb-4b09-9f30-55a473245305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.180s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.924877] env[69498]: DEBUG nova.network.neutron [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Successfully updated port: 20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.977463] env[69498]: DEBUG nova.compute.manager [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.977463] env[69498]: DEBUG nova.compute.manager [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing instance network info cache due to event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.977681] env[69498]: DEBUG oslo_concurrency.lockutils [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] Acquiring lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.977681] env[69498]: DEBUG oslo_concurrency.lockutils [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] Acquired lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978049] env[69498]: DEBUG nova.network.neutron [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.420802] env[69498]: DEBUG nova.compute.manager [req-c957a306-680c-4910-abc9-82dd00defc2c req-a7cd5542-0d46-409e-a270-e77caad218cd service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Received event network-vif-plugged-20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.421274] env[69498]: DEBUG oslo_concurrency.lockutils [req-c957a306-680c-4910-abc9-82dd00defc2c req-a7cd5542-0d46-409e-a270-e77caad218cd service nova] Acquiring lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.421274] env[69498]: DEBUG oslo_concurrency.lockutils [req-c957a306-680c-4910-abc9-82dd00defc2c req-a7cd5542-0d46-409e-a270-e77caad218cd service nova] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.421457] env[69498]: DEBUG oslo_concurrency.lockutils [req-c957a306-680c-4910-abc9-82dd00defc2c req-a7cd5542-0d46-409e-a270-e77caad218cd service nova] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.421555] env[69498]: DEBUG nova.compute.manager [req-c957a306-680c-4910-abc9-82dd00defc2c req-a7cd5542-0d46-409e-a270-e77caad218cd service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] No waiting events found dispatching network-vif-plugged-20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 796.421762] env[69498]: WARNING nova.compute.manager [req-c957a306-680c-4910-abc9-82dd00defc2c req-a7cd5542-0d46-409e-a270-e77caad218cd service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Received unexpected event network-vif-plugged-20d78b9a-1769-4570-8124-a074a037cc56 for instance with vm_state building and task_state spawning. [ 796.428090] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "refresh_cache-d3a4fce2-c1ab-4873-90a0-3a3447de07bf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.428399] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired lock "refresh_cache-d3a4fce2-c1ab-4873-90a0-3a3447de07bf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.428463] env[69498]: DEBUG nova.network.neutron [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.868139] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161078-f53d-3263-b977-2fa22adc763d/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.868139] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657bba0-0988-4e4a-961d-e15d1b02645b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.875895] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161078-f53d-3263-b977-2fa22adc763d/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.876676] env[69498]: ERROR oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161078-f53d-3263-b977-2fa22adc763d/disk-0.vmdk due to incomplete transfer. [ 796.876676] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61272169-f943-4f9c-8092-63ea913f2595 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.894988] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161078-f53d-3263-b977-2fa22adc763d/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.894988] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Uploaded image 1658007f-237f-4c6b-8116-afc6eadefc3f to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.896239] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.896541] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c55d83f-c7a2-49e7-b5d7-5fc47e889f3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.904692] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 796.904692] env[69498]: value = "task-4097664" [ 796.904692] env[69498]: _type = "Task" [ 796.904692] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.922251] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097664, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.944743] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d203d08-8974-4f2d-974b-a0ac191d1e84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.956212] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609aca1f-778d-4729-8adb-382d5d33a8a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.964153] env[69498]: DEBUG nova.network.neutron [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updated VIF entry in instance network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.964153] env[69498]: DEBUG nova.network.neutron [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.999962] env[69498]: DEBUG nova.network.neutron [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.004992] env[69498]: DEBUG oslo_concurrency.lockutils [req-3cbb056b-c44c-4a11-8b4c-732153983658 req-77ae21fc-f9f3-46ed-ae7d-0b26a03726d3 service nova] Releasing lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.006574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c62d0b-f3d4-4428-86b6-e7dcb11bb191 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.020232] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07e5c1-a910-4ad4-bff2-44227b640a9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.036178] env[69498]: DEBUG nova.compute.provider_tree [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.415288] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097664, 'name': Destroy_Task, 'duration_secs': 0.387156} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.415586] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Destroyed the VM [ 797.415847] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.416127] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ca85a90-c4a0-4e5b-a0e7-2dab4e131ee5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.423919] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 797.423919] env[69498]: value = "task-4097665" [ 797.423919] env[69498]: _type = "Task" [ 797.423919] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.432804] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.545363] env[69498]: DEBUG nova.scheduler.client.report [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.764406] env[69498]: DEBUG nova.network.neutron [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Updating instance_info_cache with network_info: [{"id": "20d78b9a-1769-4570-8124-a074a037cc56", "address": "fa:16:3e:c4:55:30", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d78b9a-17", "ovs_interfaceid": "20d78b9a-1769-4570-8124-a074a037cc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.935109] env[69498]: DEBUG oslo_vmware.api [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499219} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.935457] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.935700] env[69498]: INFO nova.compute.manager [None req-0e4397e9-5336-4029-8a5d-6720c0537c8b tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Took 13.03 seconds to snapshot the instance on the hypervisor. [ 798.055023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.055023] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.055968] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.731s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.056307] env[69498]: DEBUG nova.objects.instance [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'resources' on Instance uuid 8fcf7408-4fd0-4e38-b162-94603fb4594c {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.267959] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Releasing lock "refresh_cache-d3a4fce2-c1ab-4873-90a0-3a3447de07bf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.271399] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Instance network_info: |[{"id": "20d78b9a-1769-4570-8124-a074a037cc56", "address": "fa:16:3e:c4:55:30", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d78b9a-17", "ovs_interfaceid": "20d78b9a-1769-4570-8124-a074a037cc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.271399] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:55:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d78b9a-1769-4570-8124-a074a037cc56', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.281285] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating folder: Project (a62b061fb94642e699778a1f7c088ff5). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.282169] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1b1326-6c08-4521-8158-2a7251ebfbcd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.299349] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Created folder: Project (a62b061fb94642e699778a1f7c088ff5) in parent group-v811634. [ 798.299733] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating folder: Instances. Parent ref: group-v811756. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.300152] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970d549f-4dba-480f-bf21-633e636f960e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.312387] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Created folder: Instances in parent group-v811756. [ 798.312387] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.312468] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.315396] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d570190-0558-46ce-b04f-2dda0844be5f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.347452] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.347452] env[69498]: value = "task-4097668" [ 798.347452] env[69498]: _type = "Task" [ 798.347452] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.354779] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097668, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.562905] env[69498]: DEBUG nova.compute.utils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.571158] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.571435] env[69498]: DEBUG nova.network.neutron [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.746021] env[69498]: DEBUG nova.policy [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f394473f6eae46fdbaeaaf12bd2804b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a62b061fb94642e699778a1f7c088ff5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.860217] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097668, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.074235] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.282126] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.282477] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.309402] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aaffb3-b206-47d5-baea-5e44a68060dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.317814] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10438ebc-79e1-4908-97d9-aecf02ce09e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.356580] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ff6dde-682b-4359-9e43-a1551fe7410a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.374427] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1946f47f-6205-4f17-8fad-a74d8100a7c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.378492] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097668, 'name': CreateVM_Task, 'duration_secs': 0.925154} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.378720] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.380039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.380153] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.380571] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.380799] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f662cfb5-32a3-4219-9570-6b6bbee7e558 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.392496] env[69498]: DEBUG nova.compute.provider_tree [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.398782] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 799.398782] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f5e5e0-0809-e3ea-c172-57adfbb8d094" [ 799.398782] env[69498]: _type = "Task" [ 799.398782] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.410860] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f5e5e0-0809-e3ea-c172-57adfbb8d094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.649670] env[69498]: DEBUG nova.network.neutron [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Successfully created port: 78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.897442] env[69498]: DEBUG nova.scheduler.client.report [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.921856] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f5e5e0-0809-e3ea-c172-57adfbb8d094, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.925096] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.925096] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.925096] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.925096] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.925096] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.925096] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20cc457d-3e47-4f7d-bb6f-83cafceb8ad3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.938134] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.938361] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.941109] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444e4234-02f4-4b98-a783-668fe537a7e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.950702] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 799.950702] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5295ce8c-a289-9260-0c03-648cc05c07e9" [ 799.950702] env[69498]: _type = "Task" [ 799.950702] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.965618] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5295ce8c-a289-9260-0c03-648cc05c07e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.088910] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.151192] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.151330] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.151497] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.151677] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.151818] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.151958] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.152249] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.152425] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.152596] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.152762] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.153536] env[69498]: DEBUG nova.virt.hardware [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.155194] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e255d5-5759-4470-a910-c7f263bde0a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.166503] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d912c03-2fc6-4d18-a838-a4db718a5278 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.412625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.415454] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.974s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.415971] env[69498]: DEBUG nova.objects.instance [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lazy-loading 'resources' on Instance uuid 453e1bb7-60ae-4d6d-94bb-6830ef544c16 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.463849] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5295ce8c-a289-9260-0c03-648cc05c07e9, 'name': SearchDatastore_Task, 'duration_secs': 0.032087} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.465117] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8afd132-780f-4ac1-8b8e-0eacf51226a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.475041] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 800.475041] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5237d281-5c1e-460f-f1d5-dea324608fd0" [ 800.475041] env[69498]: _type = "Task" [ 800.475041] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.484910] env[69498]: INFO nova.scheduler.client.report [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocations for instance 8fcf7408-4fd0-4e38-b162-94603fb4594c [ 800.489734] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5237d281-5c1e-460f-f1d5-dea324608fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.554840] env[69498]: DEBUG nova.compute.manager [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Received event network-changed-20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.555209] env[69498]: DEBUG nova.compute.manager [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Refreshing instance network info cache due to event network-changed-20d78b9a-1769-4570-8124-a074a037cc56. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.555489] env[69498]: DEBUG oslo_concurrency.lockutils [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] Acquiring lock "refresh_cache-d3a4fce2-c1ab-4873-90a0-3a3447de07bf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.555675] env[69498]: DEBUG oslo_concurrency.lockutils [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] Acquired lock "refresh_cache-d3a4fce2-c1ab-4873-90a0-3a3447de07bf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.555885] env[69498]: DEBUG nova.network.neutron [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Refreshing network info cache for port 20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.613799] env[69498]: DEBUG nova.compute.manager [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.614019] env[69498]: DEBUG nova.compute.manager [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing instance network info cache due to event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.614409] env[69498]: DEBUG oslo_concurrency.lockutils [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] Acquiring lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.614495] env[69498]: DEBUG oslo_concurrency.lockutils [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] Acquired lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.614610] env[69498]: DEBUG nova.network.neutron [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.988210] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5237d281-5c1e-460f-f1d5-dea324608fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.040333} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.988531] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.988730] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] d3a4fce2-c1ab-4873-90a0-3a3447de07bf/d3a4fce2-c1ab-4873-90a0-3a3447de07bf.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.989021] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a021d4b7-a95c-41a1-8d34-e6ec574ab3df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.999709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3d0fa20f-6e9c-4c0c-8245-d1180c0cff98 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "8fcf7408-4fd0-4e38-b162-94603fb4594c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.239s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.005086] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 801.005086] env[69498]: value = "task-4097669" [ 801.005086] env[69498]: _type = "Task" [ 801.005086] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.014444] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.465252] env[69498]: DEBUG nova.network.neutron [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Updated VIF entry in instance network info cache for port 20d78b9a-1769-4570-8124-a074a037cc56. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.465783] env[69498]: DEBUG nova.network.neutron [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Updating instance_info_cache with network_info: [{"id": "20d78b9a-1769-4570-8124-a074a037cc56", "address": "fa:16:3e:c4:55:30", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d78b9a-17", "ovs_interfaceid": "20d78b9a-1769-4570-8124-a074a037cc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.522446] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.538595] env[69498]: DEBUG nova.network.neutron [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updated VIF entry in instance network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.538955] env[69498]: DEBUG nova.network.neutron [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.660578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf760af-0d9d-4913-af2c-4d366d3b08da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.669434] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49277c-fc49-470a-9bd3-6975e5605d6f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.706393] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd0a72-7e75-4886-b856-32a91b326968 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.718401] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33372bd3-817d-45a6-bb2b-bdcf742091ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.734902] env[69498]: DEBUG nova.compute.provider_tree [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.972230] env[69498]: DEBUG oslo_concurrency.lockutils [req-665a22ab-8cd9-457a-923d-0c0282c927b9 req-acb2a09c-0d3b-42d9-976c-4dd21ff1ee93 service nova] Releasing lock "refresh_cache-d3a4fce2-c1ab-4873-90a0-3a3447de07bf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.027431] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.045542] env[69498]: DEBUG oslo_concurrency.lockutils [req-ccbc2d05-0cf7-4c54-862e-32f244d6ec4d req-ce9f8e5d-b954-4b91-9f9b-f8b1ca9bab08 service nova] Releasing lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.132567] env[69498]: DEBUG nova.network.neutron [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Successfully updated port: 78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.239259] env[69498]: DEBUG nova.scheduler.client.report [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.533659] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097669, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.438514} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.533956] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] d3a4fce2-c1ab-4873-90a0-3a3447de07bf/d3a4fce2-c1ab-4873-90a0-3a3447de07bf.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.534427] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.534767] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b0299f-3adc-4d85-8181-6d7378cc1d06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.544852] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 802.544852] env[69498]: value = "task-4097670" [ 802.544852] env[69498]: _type = "Task" [ 802.544852] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.560295] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.636296] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "refresh_cache-cc67b150-34c2-4081-8c4a-09ab5d78c1e9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636491] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired lock "refresh_cache-cc67b150-34c2-4081-8c4a-09ab5d78c1e9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.636669] env[69498]: DEBUG nova.network.neutron [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.746231] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.749829] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 47.620s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.820266] env[69498]: INFO nova.scheduler.client.report [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Deleted allocations for instance 453e1bb7-60ae-4d6d-94bb-6830ef544c16 [ 802.875026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "837675ce-28a6-4ad2-865f-77a26d66267e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.875026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.059588] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307681} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.059928] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.061073] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43435d4c-5ae1-44f4-9825-4131060a7697 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.092032] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] d3a4fce2-c1ab-4873-90a0-3a3447de07bf/d3a4fce2-c1ab-4873-90a0-3a3447de07bf.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.092032] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a4da83-7595-453a-a10c-e808bbd93591 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.124598] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 803.124598] env[69498]: value = "task-4097671" [ 803.124598] env[69498]: _type = "Task" [ 803.124598] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.137029] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.195628] env[69498]: DEBUG nova.network.neutron [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.333389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0d16fc17-70a2-41c4-a2cf-7dea6398fd8b tempest-DeleteServersAdminTestJSON-986727250 tempest-DeleteServersAdminTestJSON-986727250-project-member] Lock "453e1bb7-60ae-4d6d-94bb-6830ef544c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.491s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.418176] env[69498]: DEBUG nova.network.neutron [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Updating instance_info_cache with network_info: [{"id": "78eea185-1a14-459d-a081-03e143f7577c", "address": "fa:16:3e:45:ea:6b", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eea185-1a", "ovs_interfaceid": "78eea185-1a14-459d-a081-03e143f7577c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.532939] env[69498]: DEBUG nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Received event network-changed-c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.532939] env[69498]: DEBUG nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Refreshing instance network info cache due to event network-changed-c5b3cdf7-f027-45ef-b73b-4606e1a30272. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.532939] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Acquiring lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.532939] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Acquired lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.532939] env[69498]: DEBUG nova.network.neutron [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Refreshing network info cache for port c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.635398] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.734565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.734807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.735076] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.735418] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.735739] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.741276] env[69498]: INFO nova.compute.manager [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Terminating instance [ 803.774033] env[69498]: INFO nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating resource usage from migration 4a8d5358-e789-43b8-a5db-6919042aa746 [ 803.824289] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8973a3e6-2ff2-46ba-9a13-4c06d667bcae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.824444] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 46ceadf5-a94c-4880-a312-8bc1c8d9db33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.824669] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance ce838b7e-cf12-41df-8b1d-2101a39191de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.824762] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance e1c88163-e975-4d2c-84e0-98e30a6cbee6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.824927] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.824927] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 273cf30d-cbcd-4311-9a08-2563bfb90f3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.825122] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance fa357787-fea1-488c-b7dd-c717f783011f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.825163] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5706f0bc-dc72-43db-a689-2003181f0bc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.825282] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 1397327d-f815-4cf6-997f-5f658d60943f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.825405] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.825525] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 18f1088d-51b4-4553-8572-02ef5eb03ea6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.825718] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 1d6553a4-a687-405f-9f2c-04d921676200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.825969] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.825969] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance ca3cfeec-c1fa-4243-a103-7fd1737e4ebc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.825969] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d59cf518-5f32-4d3a-81e3-3ba7e8414987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.826102] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance de0064a5-c6c0-48af-90c6-52a65602aa08 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.826189] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 96501d38-df12-496f-b7da-7787298bbec2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.826295] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d3a4fce2-c1ab-4873-90a0-3a3447de07bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.826401] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance cc67b150-34c2-4081-8c4a-09ab5d78c1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 803.922146] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Releasing lock "refresh_cache-cc67b150-34c2-4081-8c4a-09ab5d78c1e9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.922146] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Instance network_info: |[{"id": "78eea185-1a14-459d-a081-03e143f7577c", "address": "fa:16:3e:45:ea:6b", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eea185-1a", "ovs_interfaceid": "78eea185-1a14-459d-a081-03e143f7577c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.922146] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:ea:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78eea185-1a14-459d-a081-03e143f7577c', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.929946] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.929946] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.929946] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-310a1763-681f-4012-a39c-f32a58306814 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.950260] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.950260] env[69498]: value = "task-4097672" [ 803.950260] env[69498]: _type = "Task" [ 803.950260] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.958838] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097672, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.138133] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.246256] env[69498]: DEBUG nova.compute.manager [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.246533] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.247434] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c40e7-737c-4638-ad4b-25a7a67bf6d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.257607] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.257890] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176152e3-0cdc-4dc8-978c-05a02c11be6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.329288] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c802d45a-0077-43b6-902c-9c88a70f48f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 804.341786] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.342082] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.342281] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleting the datastore file [datastore1] ca3cfeec-c1fa-4243-a103-7fd1737e4ebc {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.342588] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da81599c-427f-48a0-bf21-68003832741b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.351828] env[69498]: DEBUG oslo_vmware.api [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 804.351828] env[69498]: value = "task-4097674" [ 804.351828] env[69498]: _type = "Task" [ 804.351828] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.361053] env[69498]: DEBUG oslo_vmware.api [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.455904] env[69498]: DEBUG nova.network.neutron [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updated VIF entry in instance network info cache for port c5b3cdf7-f027-45ef-b73b-4606e1a30272. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.456370] env[69498]: DEBUG nova.network.neutron [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [{"id": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "address": "fa:16:3e:4c:9f:27", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b3cdf7-f0", "ovs_interfaceid": "c5b3cdf7-f027-45ef-b73b-4606e1a30272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.463473] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097672, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.592459] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "96501d38-df12-496f-b7da-7787298bbec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.592797] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.593058] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "96501d38-df12-496f-b7da-7787298bbec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.593271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.593443] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.595806] env[69498]: INFO nova.compute.manager [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Terminating instance [ 804.639117] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097671, 'name': ReconfigVM_Task, 'duration_secs': 1.17669} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.639117] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Reconfigured VM instance instance-00000026 to attach disk [datastore2] d3a4fce2-c1ab-4873-90a0-3a3447de07bf/d3a4fce2-c1ab-4873-90a0-3a3447de07bf.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.639117] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b2caf4c-c546-4aec-870b-9786123e3eec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.647309] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 804.647309] env[69498]: value = "task-4097675" [ 804.647309] env[69498]: _type = "Task" [ 804.647309] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.662205] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097675, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.832833] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b635cbd6-ca97-421e-98b5-30707a687dfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 804.862316] env[69498]: DEBUG oslo_vmware.api [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169256} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.863064] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.863064] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.863064] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.863064] env[69498]: INFO nova.compute.manager [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Took 0.62 seconds to destroy the instance on the hypervisor. [ 804.863293] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.863796] env[69498]: DEBUG nova.compute.manager [-] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.863796] env[69498]: DEBUG nova.network.neutron [-] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.962580] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Releasing lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.962848] env[69498]: DEBUG nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Received event network-vif-plugged-78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.963063] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Acquiring lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.963277] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.963441] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.963606] env[69498]: DEBUG nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] No waiting events found dispatching network-vif-plugged-78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.963771] env[69498]: WARNING nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Received unexpected event network-vif-plugged-78eea185-1a14-459d-a081-03e143f7577c for instance with vm_state building and task_state spawning. [ 804.963930] env[69498]: DEBUG nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Received event network-changed-78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.964099] env[69498]: DEBUG nova.compute.manager [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Refreshing instance network info cache due to event network-changed-78eea185-1a14-459d-a081-03e143f7577c. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.964286] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Acquiring lock "refresh_cache-cc67b150-34c2-4081-8c4a-09ab5d78c1e9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.964421] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Acquired lock "refresh_cache-cc67b150-34c2-4081-8c4a-09ab5d78c1e9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.964574] env[69498]: DEBUG nova.network.neutron [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Refreshing network info cache for port 78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.965932] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097672, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.103656] env[69498]: DEBUG nova.compute.manager [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.103656] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.104885] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b94b8-d4a5-43c8-84de-9d3fa46bd7a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.113602] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.113854] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35bd1c89-17cf-408c-8000-432c35f40373 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.121224] env[69498]: DEBUG oslo_vmware.api [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 805.121224] env[69498]: value = "task-4097676" [ 805.121224] env[69498]: _type = "Task" [ 805.121224] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.129769] env[69498]: DEBUG oslo_vmware.api [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.158290] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097675, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.175267] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "9a83b57e-fea0-46e3-8832-1215f6e42401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.175474] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.335987] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance ba108cb7-dd3e-431d-9052-98eb9277101a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 805.470423] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097672, 'name': CreateVM_Task, 'duration_secs': 1.495247} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.470686] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.471579] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471741] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.472295] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472591] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c21cf4-9049-46f4-8c3f-334389285eb7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.478336] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 805.478336] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529eb689-e6ba-c16e-e6ee-0a48dd269915" [ 805.478336] env[69498]: _type = "Task" [ 805.478336] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.488964] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529eb689-e6ba-c16e-e6ee-0a48dd269915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.630414] env[69498]: DEBUG oslo_vmware.api [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097676, 'name': PowerOffVM_Task, 'duration_secs': 0.456268} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.630652] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.630819] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.631094] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7fd97fb-f5f7-4a25-b364-5d9f3f15054b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.657724] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097675, 'name': Rename_Task, 'duration_secs': 0.84006} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.658102] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.658371] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44e2b26-85de-4b32-abbe-ae31d1d88943 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.664792] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 805.664792] env[69498]: value = "task-4097678" [ 805.664792] env[69498]: _type = "Task" [ 805.664792] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.673292] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.702099] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.702468] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.702596] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Deleting the datastore file [datastore2] 96501d38-df12-496f-b7da-7787298bbec2 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.702820] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d794c630-d430-4ab5-9aaa-e3bffa4c3d1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.709744] env[69498]: DEBUG oslo_vmware.api [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 805.709744] env[69498]: value = "task-4097679" [ 805.709744] env[69498]: _type = "Task" [ 805.709744] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.718465] env[69498]: DEBUG oslo_vmware.api [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.808557] env[69498]: DEBUG nova.network.neutron [-] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.841642] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 04fecfee-d2a7-42c0-b301-03fa3752c32a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 805.989861] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529eb689-e6ba-c16e-e6ee-0a48dd269915, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.990265] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.990525] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.990775] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.990932] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.991210] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.991502] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4254d8-1a5c-4564-9cd7-ed534fb089d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.000845] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.001098] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.001862] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba7480c8-bc7c-41a6-a837-aece6a55d30a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.008086] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 806.008086] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d2a726-2efd-5de8-3bce-06b252fdf514" [ 806.008086] env[69498]: _type = "Task" [ 806.008086] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.018287] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d2a726-2efd-5de8-3bce-06b252fdf514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.177310] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.178518] env[69498]: DEBUG nova.network.neutron [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Updated VIF entry in instance network info cache for port 78eea185-1a14-459d-a081-03e143f7577c. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.178951] env[69498]: DEBUG nova.network.neutron [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Updating instance_info_cache with network_info: [{"id": "78eea185-1a14-459d-a081-03e143f7577c", "address": "fa:16:3e:45:ea:6b", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eea185-1a", "ovs_interfaceid": "78eea185-1a14-459d-a081-03e143f7577c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.222461] env[69498]: DEBUG oslo_vmware.api [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157715} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.222461] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.222461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.222461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.222747] env[69498]: INFO nova.compute.manager [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 806.222875] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.223086] env[69498]: DEBUG nova.compute.manager [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.223192] env[69498]: DEBUG nova.network.neutron [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.314358] env[69498]: INFO nova.compute.manager [-] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Took 1.45 seconds to deallocate network for instance. [ 806.347406] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d9e664eb-dc03-44dd-a0d6-53f29c4ce25c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 806.523220] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d2a726-2efd-5de8-3bce-06b252fdf514, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.524172] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bf566c-4f52-4cc9-b6c2-c14b09dbf6c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.531027] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 806.531027] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524a1f92-dac8-8412-eb6a-bc4e3955104d" [ 806.531027] env[69498]: _type = "Task" [ 806.531027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.539964] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524a1f92-dac8-8412-eb6a-bc4e3955104d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.597658] env[69498]: DEBUG nova.compute.manager [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Received event network-changed-c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.597658] env[69498]: DEBUG nova.compute.manager [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Refreshing instance network info cache due to event network-changed-c5b3cdf7-f027-45ef-b73b-4606e1a30272. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.597658] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] Acquiring lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.598094] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] Acquired lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.598388] env[69498]: DEBUG nova.network.neutron [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Refreshing network info cache for port c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.685804] env[69498]: DEBUG oslo_concurrency.lockutils [req-c8eb035c-e1b9-45de-ab8b-978a272f6530 req-c1e65df5-7243-4774-bd7c-4a6577de9ee2 service nova] Releasing lock "refresh_cache-cc67b150-34c2-4081-8c4a-09ab5d78c1e9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.685987] env[69498]: DEBUG oslo_vmware.api [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097678, 'name': PowerOnVM_Task, 'duration_secs': 0.548993} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.686720] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.686812] env[69498]: INFO nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Took 11.84 seconds to spawn the instance on the hypervisor. [ 806.686904] env[69498]: DEBUG nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.689683] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c612f39b-7e15-492c-97cf-185d66e6a9c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.824531] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.850586] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.043298] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524a1f92-dac8-8412-eb6a-bc4e3955104d, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.043651] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.044078] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] cc67b150-34c2-4081-8c4a-09ab5d78c1e9/cc67b150-34c2-4081-8c4a-09ab5d78c1e9.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.044544] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a6c593-f759-4a4a-9e90-76d4a39979a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053842] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 807.053842] env[69498]: value = "task-4097680" [ 807.053842] env[69498]: _type = "Task" [ 807.053842] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.063792] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.120859] env[69498]: INFO nova.network.neutron [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Port c5b3cdf7-f027-45ef-b73b-4606e1a30272 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 807.121917] env[69498]: DEBUG nova.network.neutron [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.154766] env[69498]: DEBUG nova.network.neutron [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.211409] env[69498]: INFO nova.compute.manager [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Took 58.53 seconds to build instance. [ 807.355884] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 3a61f848-0402-4aad-a007-e630c8a2f08b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.374907] env[69498]: DEBUG nova.objects.instance [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lazy-loading 'flavor' on Instance uuid 1d6553a4-a687-405f-9f2c-04d921676200 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.576573] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510642} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.577056] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] cc67b150-34c2-4081-8c4a-09ab5d78c1e9/cc67b150-34c2-4081-8c4a-09ab5d78c1e9.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.580374] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.580374] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0943d48-0b37-4719-aeef-1f4fbf6f9974 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.586948] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 807.586948] env[69498]: value = "task-4097681" [ 807.586948] env[69498]: _type = "Task" [ 807.586948] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.599349] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.625466] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] Releasing lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.625781] env[69498]: DEBUG nova.compute.manager [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Received event network-vif-deleted-5487f5a0-536d-47da-9635-e3dff79a595b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.626018] env[69498]: DEBUG nova.compute.manager [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.626187] env[69498]: DEBUG nova.compute.manager [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing instance network info cache due to event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.626413] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] Acquiring lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.626591] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] Acquired lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.626703] env[69498]: DEBUG nova.network.neutron [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.660257] env[69498]: INFO nova.compute.manager [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Took 1.44 seconds to deallocate network for instance. [ 807.713566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-30a6c5a8-066a-4dd4-9ae7-223b07b735c0 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.196s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.860857] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 7bf244b2-3f82-4b72-a325-b6f2716268ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.883160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.883160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.106539] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082837} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.106839] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.107704] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6eacbf-b426-4557-8949-20fa48ffa217 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.148460] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] cc67b150-34c2-4081-8c4a-09ab5d78c1e9/cc67b150-34c2-4081-8c4a-09ab5d78c1e9.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.152622] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f526ca-8561-409c-98f3-ad463b63dda2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.167837] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.174573] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 808.174573] env[69498]: value = "task-4097682" [ 808.174573] env[69498]: _type = "Task" [ 808.174573] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.187136] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.215960] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.364197] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 808.687207] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.742304] env[69498]: DEBUG nova.network.neutron [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updated VIF entry in instance network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.742304] env[69498]: DEBUG nova.network.neutron [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.755241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.785157] env[69498]: DEBUG nova.network.neutron [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.867496] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8d6007e6-1e39-4ff9-8128-30d979346266 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.101014] env[69498]: DEBUG nova.compute.manager [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Received event network-vif-deleted-c5b3cdf7-f027-45ef-b73b-4606e1a30272 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.105639] env[69498]: DEBUG nova.compute.manager [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.105639] env[69498]: DEBUG nova.compute.manager [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing instance network info cache due to event network-changed-5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.105639] env[69498]: DEBUG oslo_concurrency.lockutils [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] Acquiring lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.185735] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097682, 'name': ReconfigVM_Task, 'duration_secs': 0.692257} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.186220] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Reconfigured VM instance instance-00000027 to attach disk [datastore2] cc67b150-34c2-4081-8c4a-09ab5d78c1e9/cc67b150-34c2-4081-8c4a-09ab5d78c1e9.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.186733] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a911535-2cd4-4b82-b532-34ba3ab9d9f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.195033] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 809.195033] env[69498]: value = "task-4097683" [ 809.195033] env[69498]: _type = "Task" [ 809.195033] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.209406] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097683, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.249320] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad9d33ee-9272-4cb2-aacd-ec58899d5718 req-fc75071d-47d6-41bd-8041-aaa001ab2ea4 service nova] Releasing lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.249618] env[69498]: DEBUG oslo_concurrency.lockutils [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] Acquired lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.249779] env[69498]: DEBUG nova.network.neutron [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Refreshing network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.371319] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance e895a69f-dea3-4d2f-8633-ff7ce936b352 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.373038] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Migration 4a8d5358-e789-43b8-a5db-6919042aa746 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 809.584465] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.585181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.586569] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "96501d38-df12-496f-b7da-7787298bbec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.682605] env[69498]: DEBUG nova.network.neutron [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.706830] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097683, 'name': Rename_Task, 'duration_secs': 0.313852} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.707826] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.708166] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784c69bd-e581-40c1-82a5-f9a1090dc2a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.716873] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 809.716873] env[69498]: value = "task-4097684" [ 809.716873] env[69498]: _type = "Task" [ 809.716873] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.729191] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.876189] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 03a9b1d5-6879-4417-a856-3f1e0a7eb21f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.876424] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 9c7eb62e-b80b-4faa-b499-9e886a918114 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 810.093152] env[69498]: DEBUG nova.compute.utils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.094930] env[69498]: DEBUG nova.network.neutron [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updated VIF entry in instance network info cache for port 5ea7b4af-4d3f-4224-b062-f94718d2db92. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.099329] env[69498]: DEBUG nova.network.neutron [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [{"id": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "address": "fa:16:3e:52:fc:43", "network": {"id": "ef70b461-91b3-46b5-bda8-b06c13c43c8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-910530702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84553889587e4674925ae599d349c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7b4af-4d", "ovs_interfaceid": "5ea7b4af-4d3f-4224-b062-f94718d2db92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.185556] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.185985] env[69498]: DEBUG nova.compute.manager [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Inject network info {{(pid=69498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 810.186344] env[69498]: DEBUG nova.compute.manager [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] network_info to inject: |[{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 810.195229] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Reconfiguring VM instance to set the machine id {{(pid=69498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 810.195229] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebca9da-5bfe-4409-badb-939aba47edab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.212269] env[69498]: DEBUG oslo_vmware.api [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 810.212269] env[69498]: value = "task-4097685" [ 810.212269] env[69498]: _type = "Task" [ 810.212269] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.229992] env[69498]: DEBUG oslo_vmware.api [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.235724] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.380482] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance df98100b-1fa5-44f4-89dc-8a78e379cd4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.600356] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.601120] env[69498]: DEBUG oslo_concurrency.lockutils [req-2848b4b4-507d-429d-91fa-4dc10b6fe4ca req-8ebbf91e-0feb-400a-afe3-85a999a77265 service nova] Releasing lock "refresh_cache-fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.733479] env[69498]: DEBUG oslo_vmware.api [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097684, 'name': PowerOnVM_Task, 'duration_secs': 0.976758} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.738965] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.738965] env[69498]: INFO nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Took 10.65 seconds to spawn the instance on the hypervisor. [ 810.739199] env[69498]: DEBUG nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.739470] env[69498]: DEBUG oslo_vmware.api [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.740364] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1d0ef-4ca6-45ef-8ca7-a54fd3321dfa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.884179] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance f6db8a59-c17f-4f40-8574-1dc84c711505 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.228836] env[69498]: DEBUG oslo_vmware.api [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.263963] env[69498]: INFO nova.compute.manager [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Took 59.29 seconds to build instance. [ 811.388510] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance edd99d57-e258-4888-845b-80da2cda5f2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.678568] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.678851] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.679194] env[69498]: INFO nova.compute.manager [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Attaching volume e05e79e3-1137-4188-b325-85573579e133 to /dev/sdb [ 811.724909] env[69498]: DEBUG oslo_vmware.api [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097685, 'name': ReconfigVM_Task, 'duration_secs': 1.263798} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.725260] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5842e684-56e9-46c4-88b7-0b29950fd84a tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Reconfigured VM instance to set the machine id {{(pid=69498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 811.743400] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d56654f-591d-4743-92a7-44c05cdee85d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.752074] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883f232a-b080-4e2c-ab27-428819fec615 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.767424] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bf7b7cc9-f949-431a-9b3a-2c3d2bc9a035 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.746s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.767790] env[69498]: DEBUG nova.virt.block_device [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updating existing volume attachment record: 51e66d69-57d2-46fb-9496-8a67dae9eb75 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 811.893724] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance a3da8026-85ef-4ff2-a38d-329d1a8204b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.950246] env[69498]: DEBUG nova.compute.manager [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.950470] env[69498]: DEBUG nova.compute.manager [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing instance network info cache due to event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.950703] env[69498]: DEBUG oslo_concurrency.lockutils [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.950878] env[69498]: DEBUG oslo_concurrency.lockutils [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.951171] env[69498]: DEBUG nova.network.neutron [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.101828] env[69498]: DEBUG nova.objects.instance [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lazy-loading 'flavor' on Instance uuid 1d6553a4-a687-405f-9f2c-04d921676200 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.272318] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.399334] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 837675ce-28a6-4ad2-865f-77a26d66267e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.399334] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 812.399334] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 812.617646] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.669153] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "4d5c701b-cc03-4761-a087-46a0b15ecb22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.669682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.798717] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.929317] env[69498]: DEBUG nova.network.neutron [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updated VIF entry in instance network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.929317] env[69498]: DEBUG nova.network.neutron [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.048672] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73444887-357c-4d85-baf3-353aebd12bcd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.057339] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c0e1a-d5d6-4b75-8620-5e5ecedc2256 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.088628] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fdc45f-50a7-4772-94ce-7e7bcfb14b96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.096887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1d505-c3f3-4c28-9675-0bc959a53695 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.112300] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.145775] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "1a77d919-bc1e-4111-9841-f08e03c5542d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.146321] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "1a77d919-bc1e-4111-9841-f08e03c5542d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.434284] env[69498]: DEBUG oslo_concurrency.lockutils [req-b130c8ca-5259-4a2b-8553-dfb3e54544b6 req-a8b8e3b4-5919-4e11-af46-8594b790a1c2 service nova] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.434814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.617101] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.978711] env[69498]: DEBUG nova.network.neutron [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.040598] env[69498]: DEBUG nova.compute.manager [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.040915] env[69498]: DEBUG nova.compute.manager [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing instance network info cache due to event network-changed-6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.041976] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] Acquiring lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.122558] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 814.122846] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.373s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.123245] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 56.928s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.124845] env[69498]: INFO nova.compute.claims [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.499221] env[69498]: DEBUG nova.compute.manager [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.500176] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bebd61-9a9f-4ce8-a2be-0d71916b932b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.851351] env[69498]: DEBUG nova.network.neutron [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.012034] env[69498]: INFO nova.compute.manager [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] instance snapshotting [ 815.014586] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9bc4e-65f8-43b9-944e-66b86a52db80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.034788] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef6130a-90ba-44c0-b24b-2b47ae32578a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.355196] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.355528] env[69498]: DEBUG nova.compute.manager [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Inject network info {{(pid=69498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 815.356443] env[69498]: DEBUG nova.compute.manager [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] network_info to inject: |[{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 815.362458] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Reconfiguring VM instance to set the machine id {{(pid=69498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 815.365824] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] Acquired lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.366133] env[69498]: DEBUG nova.network.neutron [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Refreshing network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.367462] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c9b6ad-0a68-48be-9521-11aed9a7057c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.388765] env[69498]: DEBUG oslo_vmware.api [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 815.388765] env[69498]: value = "task-4097690" [ 815.388765] env[69498]: _type = "Task" [ 815.388765] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.404043] env[69498]: DEBUG oslo_vmware.api [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.546209] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.546558] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6adc901b-7f35-4422-9af5-0fd62ebfadac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.555595] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 815.555595] env[69498]: value = "task-4097691" [ 815.555595] env[69498]: _type = "Task" [ 815.555595] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.561791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "1d6553a4-a687-405f-9f2c-04d921676200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.562515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "1d6553a4-a687-405f-9f2c-04d921676200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.562515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "1d6553a4-a687-405f-9f2c-04d921676200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.562515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "1d6553a4-a687-405f-9f2c-04d921676200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.562722] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "1d6553a4-a687-405f-9f2c-04d921676200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.564791] env[69498]: INFO nova.compute.manager [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Terminating instance [ 815.569555] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097691, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.691956] env[69498]: DEBUG nova.network.neutron [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updated VIF entry in instance network info cache for port 6d188c80-ea15-4a49-ab8a-07ad0c42cbda. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.692438] env[69498]: DEBUG nova.network.neutron [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [{"id": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "address": "fa:16:3e:92:fc:42", "network": {"id": "03bffb52-38b0-488a-9ad1-fd083ab410f4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1312428973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907ade8b78094d37b2a1c3a26364a4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d188c80-ea", "ovs_interfaceid": "6d188c80-ea15-4a49-ab8a-07ad0c42cbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.789026] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a8e80-1ed5-4183-abdf-f33b46fc023b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.795940] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db01f74-6460-472c-8ee7-94e48be4f72f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.829225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03557ea-d28f-4210-87a3-68805069da9b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.837723] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83421c5-ae7b-45ba-b96b-4bb96cc7b963 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.852288] env[69498]: DEBUG nova.compute.provider_tree [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.899956] env[69498]: DEBUG oslo_vmware.api [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097690, 'name': ReconfigVM_Task, 'duration_secs': 0.16085} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.900196] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77775c86-6cc1-4f1d-b4ce-b49baf5ac5c5 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Reconfigured VM instance to set the machine id {{(pid=69498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 816.068716] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097691, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.079148] env[69498]: DEBUG nova.compute.manager [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.079377] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.080295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e8331-b58b-4708-bfc5-94703f8fc90a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.088363] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.088650] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8dbd741-f118-4ec6-885f-eb72c3a02d2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.096069] env[69498]: DEBUG oslo_vmware.api [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 816.096069] env[69498]: value = "task-4097692" [ 816.096069] env[69498]: _type = "Task" [ 816.096069] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.105773] env[69498]: DEBUG oslo_vmware.api [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.196047] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f606841-5f62-434c-92aa-9b8bca1d7ba0 req-0dacdb41-51fe-4bc0-bc88-d4787441e4f9 service nova] Releasing lock "refresh_cache-1d6553a4-a687-405f-9f2c-04d921676200" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.327551] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 816.327798] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811761', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'name': 'volume-e05e79e3-1137-4188-b325-85573579e133', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b929dbc-67db-4f9a-a8a5-cacf85df8ecb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'serial': 'e05e79e3-1137-4188-b325-85573579e133'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 816.328762] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c33fa-cb21-42e3-8ad6-ee0e7db0c00d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.345348] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0e694-10fc-4541-ae86-710676200292 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.363826] env[69498]: DEBUG nova.scheduler.client.report [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.374500] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-e05e79e3-1137-4188-b325-85573579e133/volume-e05e79e3-1137-4188-b325-85573579e133.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.374965] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27bcff57-71f4-4a72-af60-8dcf6831ce77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.396580] env[69498]: DEBUG oslo_vmware.api [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 816.396580] env[69498]: value = "task-4097693" [ 816.396580] env[69498]: _type = "Task" [ 816.396580] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.411746] env[69498]: DEBUG oslo_vmware.api [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.569407] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097691, 'name': CreateSnapshot_Task, 'duration_secs': 0.585959} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.569679] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.570508] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c744495b-ed51-41eb-aef9-75bed4d30c8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.613789] env[69498]: DEBUG oslo_vmware.api [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097692, 'name': PowerOffVM_Task, 'duration_secs': 0.212081} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.614140] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.614317] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.614589] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e41ba146-1ce8-40f7-b725-bf971c32bd9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.679501] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.679714] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.679899] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Deleting the datastore file [datastore1] 1d6553a4-a687-405f-9f2c-04d921676200 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.680301] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05231c95-d26b-48a5-bd9a-e8d62418b318 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.688652] env[69498]: DEBUG oslo_vmware.api [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for the task: (returnval){ [ 816.688652] env[69498]: value = "task-4097695" [ 816.688652] env[69498]: _type = "Task" [ 816.688652] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.698285] env[69498]: DEBUG oslo_vmware.api [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.876466] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.877047] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.880931] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 59.082s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.880931] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.883446] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 57.449s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.883636] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.885644] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 57.357s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.885644] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.887082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.164s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.888611] env[69498]: INFO nova.compute.claims [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.910267] env[69498]: DEBUG oslo_vmware.api [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097693, 'name': ReconfigVM_Task, 'duration_secs': 0.367057} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.910453] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-e05e79e3-1137-4188-b325-85573579e133/volume-e05e79e3-1137-4188-b325-85573579e133.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.916205] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13a02e93-159e-4341-841f-047b1dc48daa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.929114] env[69498]: INFO nova.scheduler.client.report [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleted allocations for instance e1c88163-e975-4d2c-84e0-98e30a6cbee6 [ 816.930953] env[69498]: INFO nova.scheduler.client.report [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Deleted allocations for instance ce838b7e-cf12-41df-8b1d-2101a39191de [ 816.941269] env[69498]: DEBUG oslo_vmware.api [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 816.941269] env[69498]: value = "task-4097696" [ 816.941269] env[69498]: _type = "Task" [ 816.941269] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.947151] env[69498]: INFO nova.scheduler.client.report [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Deleted allocations for instance 1397327d-f815-4cf6-997f-5f658d60943f [ 816.954201] env[69498]: DEBUG oslo_vmware.api [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.091887] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.092322] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37dd6e27-5ac0-4927-8997-1774b0c22761 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.100289] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 817.100289] env[69498]: value = "task-4097697" [ 817.100289] env[69498]: _type = "Task" [ 817.100289] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.108683] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097697, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.199204] env[69498]: DEBUG oslo_vmware.api [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Task: {'id': task-4097695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134113} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.199480] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.199668] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.199842] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.200031] env[69498]: INFO nova.compute.manager [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Took 1.12 seconds to destroy the instance on the hypervisor. [ 817.200280] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.200509] env[69498]: DEBUG nova.compute.manager [-] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.200611] env[69498]: DEBUG nova.network.neutron [-] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.396137] env[69498]: DEBUG nova.compute.utils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.403141] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.403141] env[69498]: DEBUG nova.network.neutron [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.445709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8dc3f0d-463b-406a-a673-c5d9138eeb65 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "ce838b7e-cf12-41df-8b1d-2101a39191de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.583s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.446966] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bec9e756-1ae1-4808-b48b-1c062e081a43 tempest-ListServersNegativeTestJSON-1336340583 tempest-ListServersNegativeTestJSON-1336340583-project-member] Lock "e1c88163-e975-4d2c-84e0-98e30a6cbee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.944s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.464457] env[69498]: DEBUG oslo_vmware.api [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097696, 'name': ReconfigVM_Task, 'duration_secs': 0.162439} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.465093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76df6f09-a611-4dc0-b953-3c2c5e069470 tempest-ServerGroupTestJSON-1027954235 tempest-ServerGroupTestJSON-1027954235-project-member] Lock "1397327d-f815-4cf6-997f-5f658d60943f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 63.767s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.467096] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811761', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'name': 'volume-e05e79e3-1137-4188-b325-85573579e133', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b929dbc-67db-4f9a-a8a5-cacf85df8ecb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'serial': 'e05e79e3-1137-4188-b325-85573579e133'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 817.529351] env[69498]: DEBUG nova.policy [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c43cd0afff4541bcc16bc2b3967abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d05839135bc47a288ce1dcaf6c48530', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.612605] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097697, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.901289] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.116965] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097697, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.523866] env[69498]: DEBUG nova.objects.instance [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lazy-loading 'flavor' on Instance uuid 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.592022] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987aeb7a-0504-447b-9298-55540d73f406 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.599557] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd862fe-38a0-4933-8daf-cc03d9625498 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.632656] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dca8a6-fd96-4d89-940a-d6bfab3ad754 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.638505] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097697, 'name': CloneVM_Task, 'duration_secs': 1.492428} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.639183] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Created linked-clone VM from snapshot [ 818.639917] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897503e5-8860-4147-b0ac-e3d2f5b8959f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.647225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c711c3-2145-45ea-9996-2046d55d5d01 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.654538] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Uploading image fbcbe09f-d2b4-4c39-ba05-70f0af9aefed {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.667293] env[69498]: DEBUG nova.compute.provider_tree [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.675114] env[69498]: DEBUG nova.network.neutron [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Successfully created port: 012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.692155] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.692155] env[69498]: value = "vm-811763" [ 818.692155] env[69498]: _type = "VirtualMachine" [ 818.692155] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.692459] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2bf28d2-8d13-4fbc-9517-7bba8a3ee308 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.701163] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lease: (returnval){ [ 818.701163] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52321254-163e-2d8a-34a7-51b2aa764bda" [ 818.701163] env[69498]: _type = "HttpNfcLease" [ 818.701163] env[69498]: } obtained for exporting VM: (result){ [ 818.701163] env[69498]: value = "vm-811763" [ 818.701163] env[69498]: _type = "VirtualMachine" [ 818.701163] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.701467] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the lease: (returnval){ [ 818.701467] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52321254-163e-2d8a-34a7-51b2aa764bda" [ 818.701467] env[69498]: _type = "HttpNfcLease" [ 818.701467] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.709408] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.709408] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52321254-163e-2d8a-34a7-51b2aa764bda" [ 818.709408] env[69498]: _type = "HttpNfcLease" [ 818.709408] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.921305] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.956034] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.956034] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.956034] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.956034] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.956034] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.956034] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.956878] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.958028] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.959447] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.959965] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.960218] env[69498]: DEBUG nova.virt.hardware [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.962073] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7fc0f-79f1-4ff8-b51b-d0a4807370ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.976752] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80acc88e-3f9e-4bc2-a91f-18e06cc96322 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.998960] env[69498]: DEBUG nova.compute.manager [req-b9582694-c493-4bd0-89a0-40483ce9ebdb req-8e44bc64-1d11-4463-82fa-cae139d78417 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Received event network-vif-deleted-6d188c80-ea15-4a49-ab8a-07ad0c42cbda {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.999380] env[69498]: INFO nova.compute.manager [req-b9582694-c493-4bd0-89a0-40483ce9ebdb req-8e44bc64-1d11-4463-82fa-cae139d78417 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Neutron deleted interface 6d188c80-ea15-4a49-ab8a-07ad0c42cbda; detaching it from the instance and deleting it from the info cache [ 818.999609] env[69498]: DEBUG nova.network.neutron [req-b9582694-c493-4bd0-89a0-40483ce9ebdb req-8e44bc64-1d11-4463-82fa-cae139d78417 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.002468] env[69498]: DEBUG nova.network.neutron [-] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.032367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b43e966-ae4c-47c7-b997-a24d2b66e302 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.173021] env[69498]: DEBUG nova.scheduler.client.report [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.211684] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.211684] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52321254-163e-2d8a-34a7-51b2aa764bda" [ 819.211684] env[69498]: _type = "HttpNfcLease" [ 819.211684] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.211684] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.211684] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52321254-163e-2d8a-34a7-51b2aa764bda" [ 819.211684] env[69498]: _type = "HttpNfcLease" [ 819.211684] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.212360] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665681fd-6bd1-4879-9304-09f432138c13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.221719] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526cf084-e1bb-cd02-65e6-95cdbaeb1d7c/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.222099] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526cf084-e1bb-cd02-65e6-95cdbaeb1d7c/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.393975] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7730c5d3-e615-441f-b179-8e6c3e18b232 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.507990] env[69498]: INFO nova.compute.manager [-] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Took 2.31 seconds to deallocate network for instance. [ 819.508314] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af158c30-1cce-4e47-b5c3-911ab0882631 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.521685] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cda3da-727d-4ce5-a177-c35680d4992b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.561114] env[69498]: DEBUG nova.compute.manager [req-b9582694-c493-4bd0-89a0-40483ce9ebdb req-8e44bc64-1d11-4463-82fa-cae139d78417 service nova] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Detach interface failed, port_id=6d188c80-ea15-4a49-ab8a-07ad0c42cbda, reason: Instance 1d6553a4-a687-405f-9f2c-04d921676200 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.678038] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.678038] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.684518] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.934s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.686909] env[69498]: INFO nova.compute.claims [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.020891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.134841] env[69498]: DEBUG oslo_concurrency.lockutils [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.134841] env[69498]: DEBUG oslo_concurrency.lockutils [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.186566] env[69498]: DEBUG nova.compute.utils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.189304] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.192993] env[69498]: DEBUG nova.network.neutron [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.335747] env[69498]: DEBUG nova.policy [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b57b0c738a4a437dab0a4d945e6ed6b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d6b81712564795a8f0335166fffac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.640059] env[69498]: INFO nova.compute.manager [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Detaching volume e05e79e3-1137-4188-b325-85573579e133 [ 820.693550] env[69498]: INFO nova.virt.block_device [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Attempting to driver detach volume e05e79e3-1137-4188-b325-85573579e133 from mountpoint /dev/sdb [ 820.693814] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 820.693960] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811761', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'name': 'volume-e05e79e3-1137-4188-b325-85573579e133', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b929dbc-67db-4f9a-a8a5-cacf85df8ecb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'serial': 'e05e79e3-1137-4188-b325-85573579e133'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 820.694906] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f324044-296b-4579-9d6d-87e96aaab48f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.700836] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.746575] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fced2f-46b4-4111-9555-be064fcbab0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.756124] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576bf2b-44df-4f74-b3fb-2517453dbcfd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.783358] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d2a9e-5e9d-492d-b733-d1ecec9abf1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.806509] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] The volume has not been displaced from its original location: [datastore2] volume-e05e79e3-1137-4188-b325-85573579e133/volume-e05e79e3-1137-4188-b325-85573579e133.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 820.811696] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.814948] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c55202-094d-4cbc-90b4-b50f3857720e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.838482] env[69498]: DEBUG oslo_vmware.api [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 820.838482] env[69498]: value = "task-4097699" [ 820.838482] env[69498]: _type = "Task" [ 820.838482] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.859065] env[69498]: DEBUG oslo_vmware.api [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.194511] env[69498]: DEBUG nova.compute.manager [req-99fbcc11-03e4-44be-866a-a35f817329ff req-a0ee80d7-6664-463a-9ada-ae651196c455 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Received event network-vif-plugged-012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.197208] env[69498]: DEBUG oslo_concurrency.lockutils [req-99fbcc11-03e4-44be-866a-a35f817329ff req-a0ee80d7-6664-463a-9ada-ae651196c455 service nova] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.197690] env[69498]: DEBUG oslo_concurrency.lockutils [req-99fbcc11-03e4-44be-866a-a35f817329ff req-a0ee80d7-6664-463a-9ada-ae651196c455 service nova] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.198063] env[69498]: DEBUG oslo_concurrency.lockutils [req-99fbcc11-03e4-44be-866a-a35f817329ff req-a0ee80d7-6664-463a-9ada-ae651196c455 service nova] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.198356] env[69498]: DEBUG nova.compute.manager [req-99fbcc11-03e4-44be-866a-a35f817329ff req-a0ee80d7-6664-463a-9ada-ae651196c455 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] No waiting events found dispatching network-vif-plugged-012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 821.198744] env[69498]: WARNING nova.compute.manager [req-99fbcc11-03e4-44be-866a-a35f817329ff req-a0ee80d7-6664-463a-9ada-ae651196c455 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Received unexpected event network-vif-plugged-012e9062-8610-4143-9a09-5d76b372e003 for instance with vm_state building and task_state spawning. [ 821.219715] env[69498]: DEBUG nova.network.neutron [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Successfully created port: fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.275895] env[69498]: DEBUG nova.network.neutron [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Successfully updated port: 012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.359105] env[69498]: DEBUG oslo_vmware.api [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097699, 'name': ReconfigVM_Task, 'duration_secs': 0.297934} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.359475] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.368292] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811540fc-283b-44c5-8167-a5f1e2d29028 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.387318] env[69498]: DEBUG oslo_vmware.api [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 821.387318] env[69498]: value = "task-4097700" [ 821.387318] env[69498]: _type = "Task" [ 821.387318] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.402049] env[69498]: DEBUG oslo_vmware.api [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.493615] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6dd5f6-fecc-4ac2-b06b-556b6456eee5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.506263] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28f44d-1330-494b-8589-623d3b906c2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.542879] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd09939a-3f62-4f4d-9360-0b8df7b4a24f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.556508] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40dcb94-06a5-448b-a6d2-cd7bc897a0bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.574851] env[69498]: DEBUG nova.compute.provider_tree [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.718136] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.762345] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.762550] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.762784] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.763118] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.763399] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.763669] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.764036] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.764318] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.764622] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.764925] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.765283] env[69498]: DEBUG nova.virt.hardware [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.766663] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528a070-c4a6-463d-adb1-25bfd1073a6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.778421] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.778421] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.778739] env[69498]: DEBUG nova.network.neutron [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.783062] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af14f3-e57b-4806-b9d8-36f319aa31c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.857292] env[69498]: DEBUG nova.network.neutron [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.901992] env[69498]: DEBUG oslo_vmware.api [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097700, 'name': ReconfigVM_Task, 'duration_secs': 0.173631} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.902291] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811761', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'name': 'volume-e05e79e3-1137-4188-b325-85573579e133', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b929dbc-67db-4f9a-a8a5-cacf85df8ecb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05e79e3-1137-4188-b325-85573579e133', 'serial': 'e05e79e3-1137-4188-b325-85573579e133'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 822.080671] env[69498]: DEBUG nova.scheduler.client.report [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.089459] env[69498]: DEBUG nova.network.neutron [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updating instance_info_cache with network_info: [{"id": "012e9062-8610-4143-9a09-5d76b372e003", "address": "fa:16:3e:82:99:d9", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012e9062-86", "ovs_interfaceid": "012e9062-8610-4143-9a09-5d76b372e003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.480635] env[69498]: DEBUG nova.objects.instance [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lazy-loading 'flavor' on Instance uuid 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.586759] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.586871] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.589858] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.229s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.589858] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.593154] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.209s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.595458] env[69498]: INFO nova.compute.claims [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.599978] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.600287] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Instance network_info: |[{"id": "012e9062-8610-4143-9a09-5d76b372e003", "address": "fa:16:3e:82:99:d9", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012e9062-86", "ovs_interfaceid": "012e9062-8610-4143-9a09-5d76b372e003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.600956] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:99:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '012e9062-8610-4143-9a09-5d76b372e003', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.611412] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Creating folder: Project (4d05839135bc47a288ce1dcaf6c48530). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.611824] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8bbe892-5072-4b6e-9896-e05429cce143 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.625492] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Created folder: Project (4d05839135bc47a288ce1dcaf6c48530) in parent group-v811634. [ 822.626201] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Creating folder: Instances. Parent ref: group-v811764. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.626925] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0f71fa-e452-45df-9bb3-858d116051bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.642011] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Created folder: Instances in parent group-v811764. [ 822.642229] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.643315] env[69498]: INFO nova.scheduler.client.report [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Deleted allocations for instance 18f1088d-51b4-4553-8572-02ef5eb03ea6 [ 822.644430] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.647176] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51c5f171-7c1d-43a1-ab16-67e35af17f5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.457918] env[69498]: DEBUG nova.compute.utils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.463127] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.463127] env[69498]: value = "task-4097703" [ 823.463127] env[69498]: _type = "Task" [ 823.463127] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.464586] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.464863] env[69498]: DEBUG nova.network.neutron [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.467211] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c530ca0e-8891-4ecd-b329-a6a8dd4a3504 tempest-InstanceActionsV221TestJSON-1582933430 tempest-InstanceActionsV221TestJSON-1582933430-project-member] Lock "18f1088d-51b4-4553-8572-02ef5eb03ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.631s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.477971] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097703, 'name': CreateVM_Task, 'duration_secs': 0.41341} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.478213] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.479085] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.479328] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.479786] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.480148] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0286a04-68cc-4b45-9761-9b38c51ebb85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.486393] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 823.486393] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5229235c-75cd-2f83-41c3-b21528ae5cfe" [ 823.486393] env[69498]: _type = "Task" [ 823.486393] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.496796] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5229235c-75cd-2f83-41c3-b21528ae5cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.543265] env[69498]: DEBUG nova.network.neutron [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Successfully updated port: fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.561138] env[69498]: DEBUG nova.policy [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbcda441167040dc800488875659d926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c43f7953e954b70a3d5f8d492ea3db4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.789890] env[69498]: DEBUG nova.compute.manager [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Received event network-changed-012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.790205] env[69498]: DEBUG nova.compute.manager [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Refreshing instance network info cache due to event network-changed-012e9062-8610-4143-9a09-5d76b372e003. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.790480] env[69498]: DEBUG oslo_concurrency.lockutils [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] Acquiring lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.790706] env[69498]: DEBUG oslo_concurrency.lockutils [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] Acquired lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.793042] env[69498]: DEBUG nova.network.neutron [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Refreshing network info cache for port 012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.964404] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.972218] env[69498]: DEBUG oslo_concurrency.lockutils [None req-80d18704-7b4c-4c1a-a8b2-9a0c600015ea tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.838s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.003356] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5229235c-75cd-2f83-41c3-b21528ae5cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.004306] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.005546] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.008783] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.008783] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.008783] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.011813] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e55574f5-be89-406a-80c2-57575a651350 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.021978] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.022225] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.023095] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921dfff3-d996-4255-9a67-a7c9287f017a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.029524] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 824.029524] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a9b37-cb47-4e39-da2b-311baecabbfa" [ 824.029524] env[69498]: _type = "Task" [ 824.029524] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.044224] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a9b37-cb47-4e39-da2b-311baecabbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.048055] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "refresh_cache-b635cbd6-ca97-421e-98b5-30707a687dfc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.048309] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquired lock "refresh_cache-b635cbd6-ca97-421e-98b5-30707a687dfc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.048570] env[69498]: DEBUG nova.network.neutron [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.064300] env[69498]: DEBUG nova.network.neutron [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Successfully created port: f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.542359] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a9b37-cb47-4e39-da2b-311baecabbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.543190] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52ad4d7-ef5b-4809-ac9d-0e530c0d2774 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.549498] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 824.549498] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d22d7b-94ba-4175-f24c-e74373e75ea4" [ 824.549498] env[69498]: _type = "Task" [ 824.549498] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.563169] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d22d7b-94ba-4175-f24c-e74373e75ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.609579] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e6b3c-4040-4394-b1a8-d47b8960415a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.620483] env[69498]: DEBUG nova.network.neutron [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.620980] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb617b-21ab-475d-b1d9-ad0cee6ff207 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.660856] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af2397-800d-4cd1-a2ee-85c115de0457 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.667962] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c37dc-7dd0-49ce-9c8d-35f9cc7c72d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.682371] env[69498]: DEBUG nova.compute.provider_tree [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.813541] env[69498]: DEBUG nova.network.neutron [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Updating instance_info_cache with network_info: [{"id": "fbeab8bf-0540-4474-a785-df31ce232b21", "address": "fa:16:3e:87:fe:a6", "network": {"id": "d218cf76-2c83-4ff5-a625-2346323f5a0a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-701551144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d6b81712564795a8f0335166fffac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbeab8bf-05", "ovs_interfaceid": "fbeab8bf-0540-4474-a785-df31ce232b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.859358] env[69498]: DEBUG nova.network.neutron [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updated VIF entry in instance network info cache for port 012e9062-8610-4143-9a09-5d76b372e003. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.859358] env[69498]: DEBUG nova.network.neutron [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updating instance_info_cache with network_info: [{"id": "012e9062-8610-4143-9a09-5d76b372e003", "address": "fa:16:3e:82:99:d9", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012e9062-86", "ovs_interfaceid": "012e9062-8610-4143-9a09-5d76b372e003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.974201] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.005809] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.006092] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.006251] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.006432] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.006574] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.006718] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.006924] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.007172] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.007388] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.007544] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.007715] env[69498]: DEBUG nova.virt.hardware [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.008704] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e93955-c72a-4212-8c00-b418131c63f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.017578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50bdf0-1917-4b3f-b326-cb23edc9a9c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.062176] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d22d7b-94ba-4175-f24c-e74373e75ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.062532] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.062753] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] c802d45a-0077-43b6-902c-9c88a70f48f1/c802d45a-0077-43b6-902c-9c88a70f48f1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.062998] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55578e45-c0b9-456d-9c20-6bcb4342b741 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.071374] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 825.071374] env[69498]: value = "task-4097704" [ 825.071374] env[69498]: _type = "Task" [ 825.071374] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.080740] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.186147] env[69498]: DEBUG nova.scheduler.client.report [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.315942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Releasing lock "refresh_cache-b635cbd6-ca97-421e-98b5-30707a687dfc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.316210] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Instance network_info: |[{"id": "fbeab8bf-0540-4474-a785-df31ce232b21", "address": "fa:16:3e:87:fe:a6", "network": {"id": "d218cf76-2c83-4ff5-a625-2346323f5a0a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-701551144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d6b81712564795a8f0335166fffac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbeab8bf-05", "ovs_interfaceid": "fbeab8bf-0540-4474-a785-df31ce232b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.316765] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:fe:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbeab8bf-0540-4474-a785-df31ce232b21', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.327298] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Creating folder: Project (c6d6b81712564795a8f0335166fffac0). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.327774] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2af4b47-c728-49ad-a27c-7dbd72073a63 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.345497] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Created folder: Project (c6d6b81712564795a8f0335166fffac0) in parent group-v811634. [ 825.345775] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Creating folder: Instances. Parent ref: group-v811767. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.347421] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b396ef91-e98b-4fe2-9775-74788f402e42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.353670] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.353946] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.361406] env[69498]: DEBUG oslo_concurrency.lockutils [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] Releasing lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.361830] env[69498]: DEBUG nova.compute.manager [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Received event network-vif-plugged-fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.362071] env[69498]: DEBUG oslo_concurrency.lockutils [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] Acquiring lock "b635cbd6-ca97-421e-98b5-30707a687dfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.362295] env[69498]: DEBUG oslo_concurrency.lockutils [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.362467] env[69498]: DEBUG oslo_concurrency.lockutils [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.362624] env[69498]: DEBUG nova.compute.manager [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] No waiting events found dispatching network-vif-plugged-fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 825.362828] env[69498]: WARNING nova.compute.manager [req-40776dd6-0fa1-4f58-b268-6c718793d59c req-727d899e-4014-4ec2-875b-a3b384384602 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Received unexpected event network-vif-plugged-fbeab8bf-0540-4474-a785-df31ce232b21 for instance with vm_state building and task_state spawning. [ 825.368871] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Created folder: Instances in parent group-v811767. [ 825.369229] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.369450] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.369687] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-773a5d1e-d120-4321-8b64-312cd1ef0685 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.393881] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.393881] env[69498]: value = "task-4097707" [ 825.393881] env[69498]: _type = "Task" [ 825.393881] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.404513] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097707, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.583552] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.697415] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.104s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.698011] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.700934] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.578s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.701186] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.704085] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 50.838s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.729528] env[69498]: INFO nova.scheduler.client.report [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Deleted allocations for instance 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6 [ 825.904753] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097707, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.967376] env[69498]: DEBUG nova.compute.manager [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Received event network-changed-fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.967376] env[69498]: DEBUG nova.compute.manager [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Refreshing instance network info cache due to event network-changed-fbeab8bf-0540-4474-a785-df31ce232b21. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.967376] env[69498]: DEBUG oslo_concurrency.lockutils [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] Acquiring lock "refresh_cache-b635cbd6-ca97-421e-98b5-30707a687dfc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.967376] env[69498]: DEBUG oslo_concurrency.lockutils [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] Acquired lock "refresh_cache-b635cbd6-ca97-421e-98b5-30707a687dfc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.967376] env[69498]: DEBUG nova.network.neutron [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Refreshing network info cache for port fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.087538] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580232} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.088107] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] c802d45a-0077-43b6-902c-9c88a70f48f1/c802d45a-0077-43b6-902c-9c88a70f48f1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.088354] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.088651] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90151dd9-ec10-4f8c-b77e-85b67520a333 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.097122] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 826.097122] env[69498]: value = "task-4097708" [ 826.097122] env[69498]: _type = "Task" [ 826.097122] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.107412] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.208741] env[69498]: DEBUG nova.compute.utils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.216327] env[69498]: INFO nova.compute.claims [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.223231] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.223416] env[69498]: DEBUG nova.network.neutron [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.243272] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3b360f31-9e9d-498c-908f-8999a4ab911d tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.354s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.357058] env[69498]: DEBUG nova.policy [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c64d84a3fc904a02a63bd1508597ec44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c2bd890b7c24b3eabfb7a8c3fb532a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.408334] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097707, 'name': CreateVM_Task, 'duration_secs': 0.569151} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.408792] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.409758] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.410146] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.410663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.411165] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54c820f-5b0e-4250-9e08-1a64295e0355 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418432] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 826.418432] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e14fc2-395d-d924-e20f-e7eaed51ab77" [ 826.418432] env[69498]: _type = "Task" [ 826.418432] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.432057] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e14fc2-395d-d924-e20f-e7eaed51ab77, 'name': SearchDatastore_Task} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.432057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.432057] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.432057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.432057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.434029] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.434029] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ff19237-a373-46c4-a595-fb2de00142eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.443228] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.443725] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.444713] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d9f34f-90e4-4e68-966e-1bd64aae19ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.451083] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 826.451083] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52737341-9f27-3ca6-0e27-f948e490cce1" [ 826.451083] env[69498]: _type = "Task" [ 826.451083] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.461388] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52737341-9f27-3ca6-0e27-f948e490cce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.611222] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077377} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.614083] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.614083] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7501f556-dd41-491e-a21b-fff3add97e31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.641884] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c802d45a-0077-43b6-902c-9c88a70f48f1/c802d45a-0077-43b6-902c-9c88a70f48f1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.641884] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c0c0d7-67bf-4f98-9bbd-a45df2b4a5ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.669595] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 826.669595] env[69498]: value = "task-4097709" [ 826.669595] env[69498]: _type = "Task" [ 826.669595] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.678844] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.709129] env[69498]: DEBUG nova.network.neutron [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Successfully updated port: f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.729726] env[69498]: INFO nova.compute.resource_tracker [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating resource usage from migration 4a8d5358-e789-43b8-a5db-6919042aa746 [ 826.733595] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.743972] env[69498]: DEBUG nova.network.neutron [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Updated VIF entry in instance network info cache for port fbeab8bf-0540-4474-a785-df31ce232b21. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.743972] env[69498]: DEBUG nova.network.neutron [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Updating instance_info_cache with network_info: [{"id": "fbeab8bf-0540-4474-a785-df31ce232b21", "address": "fa:16:3e:87:fe:a6", "network": {"id": "d218cf76-2c83-4ff5-a625-2346323f5a0a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-701551144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d6b81712564795a8f0335166fffac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbeab8bf-05", "ovs_interfaceid": "fbeab8bf-0540-4474-a785-df31ce232b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.966346] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52737341-9f27-3ca6-0e27-f948e490cce1, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.967293] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ca1d6d-e1cb-431f-bf82-9c355ce3ddf6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.976777] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 826.976777] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203032c-0d43-7b39-d088-9394b5c9c164" [ 826.976777] env[69498]: _type = "Task" [ 826.976777] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.985751] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203032c-0d43-7b39-d088-9394b5c9c164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.184537] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097709, 'name': ReconfigVM_Task, 'duration_secs': 0.382775} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.184870] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c802d45a-0077-43b6-902c-9c88a70f48f1/c802d45a-0077-43b6-902c-9c88a70f48f1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.185531] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a44dc6b2-34a2-4f00-b547-c0d5ebf386ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.192585] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 827.192585] env[69498]: value = "task-4097710" [ 827.192585] env[69498]: _type = "Task" [ 827.192585] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.206304] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097710, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.215452] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "refresh_cache-ba108cb7-dd3e-431d-9052-98eb9277101a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.215452] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquired lock "refresh_cache-ba108cb7-dd3e-431d-9052-98eb9277101a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.215452] env[69498]: DEBUG nova.network.neutron [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.251388] env[69498]: DEBUG oslo_concurrency.lockutils [req-7ed2d414-57bf-4b00-a57a-88eded0be2a3 req-fd4abd8b-1adc-4201-84d8-b2b146b2472d service nova] Releasing lock "refresh_cache-b635cbd6-ca97-421e-98b5-30707a687dfc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.375093] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b674e588-fe25-4b40-ac40-3fec4e87d539 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.383014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d69316-8bec-4d3d-9056-1de98c9ba93f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.420170] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c597a0-e3d8-43e6-8f41-bd73991b59da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.428758] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06f56c-3b7c-485f-b6ce-4792d4ba8ff6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.449626] env[69498]: DEBUG nova.compute.provider_tree [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.490837] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203032c-0d43-7b39-d088-9394b5c9c164, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.491161] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.491415] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] b635cbd6-ca97-421e-98b5-30707a687dfc/b635cbd6-ca97-421e-98b5-30707a687dfc.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.491574] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be0142c5-8cb1-45aa-9a03-04735fef42b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.499964] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 827.499964] env[69498]: value = "task-4097711" [ 827.499964] env[69498]: _type = "Task" [ 827.499964] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.510677] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.557362] env[69498]: DEBUG nova.network.neutron [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Successfully created port: b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.635905] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526cf084-e1bb-cd02-65e6-95cdbaeb1d7c/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.636803] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf37b4-49ad-4454-87e6-06430450d863 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.653976] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526cf084-e1bb-cd02-65e6-95cdbaeb1d7c/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.654226] env[69498]: ERROR oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526cf084-e1bb-cd02-65e6-95cdbaeb1d7c/disk-0.vmdk due to incomplete transfer. [ 827.654501] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-82dfb55f-ef52-4fa4-91db-5d1eee14fc34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.665451] env[69498]: DEBUG oslo_vmware.rw_handles [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526cf084-e1bb-cd02-65e6-95cdbaeb1d7c/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.668433] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Uploaded image fbcbe09f-d2b4-4c39-ba05-70f0af9aefed to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.670606] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.671655] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad2cffa5-2884-46df-b38e-454660046dac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.681445] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 827.681445] env[69498]: value = "task-4097712" [ 827.681445] env[69498]: _type = "Task" [ 827.681445] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.694770] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097712, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.709263] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097710, 'name': Rename_Task, 'duration_secs': 0.176953} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.709586] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.709851] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9cc2a1-e1f7-4233-af9c-43675c15fa09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.724622] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 827.724622] env[69498]: value = "task-4097713" [ 827.724622] env[69498]: _type = "Task" [ 827.724622] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.738610] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.753131] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.774323] env[69498]: DEBUG nova.network.neutron [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.786266] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.786566] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.786718] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.786921] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.787082] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.787228] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.787447] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.787608] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.787796] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.787977] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.789482] env[69498]: DEBUG nova.virt.hardware [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.789482] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546dab6a-dd6d-4d02-a0b8-edf76727258d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.799847] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db6b06a-26e4-4d26-9c2c-1a4042212736 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.954704] env[69498]: DEBUG nova.scheduler.client.report [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.987672] env[69498]: DEBUG nova.network.neutron [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Updating instance_info_cache with network_info: [{"id": "f4a764d6-dec3-4e91-a665-43806392161f", "address": "fa:16:3e:3a:ef:73", "network": {"id": "5ff8f24c-9078-49ae-98ec-d6cbac8c624e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1570848230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c43f7953e954b70a3d5f8d492ea3db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a764d6-de", "ovs_interfaceid": "f4a764d6-dec3-4e91-a665-43806392161f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.013378] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497788} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.013665] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] b635cbd6-ca97-421e-98b5-30707a687dfc/b635cbd6-ca97-421e-98b5-30707a687dfc.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.013886] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.014278] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4530cdd-1533-454c-9ddc-4397b899da2c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.023640] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 828.023640] env[69498]: value = "task-4097714" [ 828.023640] env[69498]: _type = "Task" [ 828.023640] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.033890] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.193020] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097712, 'name': Destroy_Task, 'duration_secs': 0.488513} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.193352] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Destroyed the VM [ 828.193608] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.193897] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b2e19ef-ee34-41a1-894b-8ea1fb25949e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.203759] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 828.203759] env[69498]: value = "task-4097715" [ 828.203759] env[69498]: _type = "Task" [ 828.203759] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.215339] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097715, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.237757] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.245492] env[69498]: DEBUG nova.compute.manager [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Received event network-vif-plugged-f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.245492] env[69498]: DEBUG oslo_concurrency.lockutils [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] Acquiring lock "ba108cb7-dd3e-431d-9052-98eb9277101a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.245492] env[69498]: DEBUG oslo_concurrency.lockutils [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.245492] env[69498]: DEBUG oslo_concurrency.lockutils [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.245492] env[69498]: DEBUG nova.compute.manager [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] No waiting events found dispatching network-vif-plugged-f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.246165] env[69498]: WARNING nova.compute.manager [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Received unexpected event network-vif-plugged-f4a764d6-dec3-4e91-a665-43806392161f for instance with vm_state building and task_state spawning. [ 828.246678] env[69498]: DEBUG nova.compute.manager [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Received event network-changed-f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.246951] env[69498]: DEBUG nova.compute.manager [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Refreshing instance network info cache due to event network-changed-f4a764d6-dec3-4e91-a665-43806392161f. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.247583] env[69498]: DEBUG oslo_concurrency.lockutils [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] Acquiring lock "refresh_cache-ba108cb7-dd3e-431d-9052-98eb9277101a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461965] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.759s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.462327] env[69498]: INFO nova.compute.manager [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Migrating [ 828.470564] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.746s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.472204] env[69498]: INFO nova.compute.claims [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.486625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.487196] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.487696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.487696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.487859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.496174] env[69498]: INFO nova.compute.manager [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Terminating instance [ 828.499589] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Releasing lock "refresh_cache-ba108cb7-dd3e-431d-9052-98eb9277101a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.499589] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Instance network_info: |[{"id": "f4a764d6-dec3-4e91-a665-43806392161f", "address": "fa:16:3e:3a:ef:73", "network": {"id": "5ff8f24c-9078-49ae-98ec-d6cbac8c624e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1570848230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c43f7953e954b70a3d5f8d492ea3db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a764d6-de", "ovs_interfaceid": "f4a764d6-dec3-4e91-a665-43806392161f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.499589] env[69498]: DEBUG oslo_concurrency.lockutils [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] Acquired lock "refresh_cache-ba108cb7-dd3e-431d-9052-98eb9277101a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.499589] env[69498]: DEBUG nova.network.neutron [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Refreshing network info cache for port f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.499589] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ef:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4a764d6-dec3-4e91-a665-43806392161f', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.511642] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Creating folder: Project (4c43f7953e954b70a3d5f8d492ea3db4). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.519777] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca493be9-a131-4d94-baa1-2ec299458823 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.534425] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Created folder: Project (4c43f7953e954b70a3d5f8d492ea3db4) in parent group-v811634. [ 828.534425] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Creating folder: Instances. Parent ref: group-v811770. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.537068] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd92926d-b74b-4316-b073-ee237278821b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.539688] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06989} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.540130] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.541434] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2705ace-18d9-49ca-9141-4f60d6eb94f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.568043] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b635cbd6-ca97-421e-98b5-30707a687dfc/b635cbd6-ca97-421e-98b5-30707a687dfc.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.571535] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26f98d6-0819-485e-9a51-a4b3fc46c196 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.586543] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Created folder: Instances in parent group-v811770. [ 828.586826] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.589776] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.590664] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf10c8b1-6e88-4c0b-ae95-720c53cb58cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.607382] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 828.607382] env[69498]: value = "task-4097718" [ 828.607382] env[69498]: _type = "Task" [ 828.607382] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.614727] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.614727] env[69498]: value = "task-4097719" [ 828.614727] env[69498]: _type = "Task" [ 828.614727] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.617639] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.628989] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097719, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.713371] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097715, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.738445] env[69498]: DEBUG oslo_vmware.api [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097713, 'name': PowerOnVM_Task, 'duration_secs': 0.674493} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.738445] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.738695] env[69498]: INFO nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Took 9.82 seconds to spawn the instance on the hypervisor. [ 828.739056] env[69498]: DEBUG nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.745075] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01697840-0388-4cbc-8faf-92d8dc97adea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.829696] env[69498]: DEBUG nova.network.neutron [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Updated VIF entry in instance network info cache for port f4a764d6-dec3-4e91-a665-43806392161f. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.830075] env[69498]: DEBUG nova.network.neutron [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Updating instance_info_cache with network_info: [{"id": "f4a764d6-dec3-4e91-a665-43806392161f", "address": "fa:16:3e:3a:ef:73", "network": {"id": "5ff8f24c-9078-49ae-98ec-d6cbac8c624e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1570848230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c43f7953e954b70a3d5f8d492ea3db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a764d6-de", "ovs_interfaceid": "f4a764d6-dec3-4e91-a665-43806392161f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.998663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.999424] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.999701] env[69498]: DEBUG nova.network.neutron [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.023910] env[69498]: DEBUG nova.compute.manager [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.024199] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.025191] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f6a513-f247-4b06-b643-66575a981ac4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.038026] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.038026] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd926f7-6f5b-4f7d-9c60-b742329a67c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.045418] env[69498]: DEBUG oslo_vmware.api [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 829.045418] env[69498]: value = "task-4097720" [ 829.045418] env[69498]: _type = "Task" [ 829.045418] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.056426] env[69498]: DEBUG oslo_vmware.api [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.121719] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097718, 'name': ReconfigVM_Task, 'duration_secs': 0.433586} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.127382] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b635cbd6-ca97-421e-98b5-30707a687dfc/b635cbd6-ca97-421e-98b5-30707a687dfc.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.130021] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34305282-a3b6-4ecc-b855-c65540ea6a83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.136848] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097719, 'name': CreateVM_Task, 'duration_secs': 0.483182} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.138476] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.139061] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 829.139061] env[69498]: value = "task-4097721" [ 829.139061] env[69498]: _type = "Task" [ 829.139061] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.139990] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.140342] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.140858] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.141374] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7852ac47-3e21-42fd-95af-9f65fce284a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.155773] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097721, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.160047] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 829.160047] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cbf764-32b3-5088-4b7b-4a28bb6bda47" [ 829.160047] env[69498]: _type = "Task" [ 829.160047] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.168054] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cbf764-32b3-5088-4b7b-4a28bb6bda47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.219035] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097715, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.265423] env[69498]: INFO nova.compute.manager [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Took 72.09 seconds to build instance. [ 829.332785] env[69498]: DEBUG oslo_concurrency.lockutils [req-ed2df8cf-e471-4af5-9c28-c28303d64d7d req-e2be3fea-86a7-4a32-b6d2-47724e2d49ea service nova] Releasing lock "refresh_cache-ba108cb7-dd3e-431d-9052-98eb9277101a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.557941] env[69498]: DEBUG oslo_vmware.api [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097720, 'name': PowerOffVM_Task, 'duration_secs': 0.433839} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.557941] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.558229] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.560320] env[69498]: DEBUG nova.network.neutron [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Successfully updated port: b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.560320] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c59127-5c5d-4eff-aff8-2cf3d9c9b6e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.656113] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097721, 'name': Rename_Task, 'duration_secs': 0.204754} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.656919] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.656919] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93643063-583d-4d8e-9178-0ddf08ce6925 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.668267] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 829.668267] env[69498]: value = "task-4097723" [ 829.668267] env[69498]: _type = "Task" [ 829.668267] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.671993] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cbf764-32b3-5088-4b7b-4a28bb6bda47, 'name': SearchDatastore_Task, 'duration_secs': 0.02185} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.675542] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.675908] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.676108] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.676300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.676513] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.682376] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4c5eaa-b431-4afe-9a66-2997fed17c03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.692464] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097723, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.696056] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.696294] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.697181] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886ac287-24f7-4b7e-8f64-70ace2be62bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.706825] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 829.706825] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52332e0d-2d89-42cb-e2c5-ddd55c9ce4fb" [ 829.706825] env[69498]: _type = "Task" [ 829.706825] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.726430] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52332e0d-2d89-42cb-e2c5-ddd55c9ce4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.726835] env[69498]: DEBUG oslo_vmware.api [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097715, 'name': RemoveSnapshot_Task, 'duration_secs': 1.150923} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.729900] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.730128] env[69498]: INFO nova.compute.manager [None req-92a14cf9-7efa-4e4e-aa3b-198ad72ef2f4 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Took 14.72 seconds to snapshot the instance on the hypervisor. [ 829.732706] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cd9f3f-49b1-408b-bcdf-3173eca8f936 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.739167] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 829.739167] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5201e257-2edf-abda-f2cb-329d4472be69" [ 829.739167] env[69498]: _type = "Task" [ 829.739167] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.748890] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5201e257-2edf-abda-f2cb-329d4472be69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.765614] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d83ea0ea-695a-4735-91b1-0cbdbd8e8848 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.873s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.810517] env[69498]: DEBUG nova.network.neutron [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.830124] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.830368] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.830672] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Deleting the datastore file [datastore1] 8973a3e6-2ff2-46ba-9a13-4c06d667bcae {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.831105] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c43345ce-e966-4198-a39a-e06576ee31e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.839410] env[69498]: DEBUG oslo_vmware.api [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for the task: (returnval){ [ 829.839410] env[69498]: value = "task-4097724" [ 829.839410] env[69498]: _type = "Task" [ 829.839410] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.850458] env[69498]: DEBUG oslo_vmware.api [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.064169] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "refresh_cache-04fecfee-d2a7-42c0-b301-03fa3752c32a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.064169] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquired lock "refresh_cache-04fecfee-d2a7-42c0-b301-03fa3752c32a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.064169] env[69498]: DEBUG nova.network.neutron [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.084889] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b1e44f-c045-4f13-9837-b4bb3ce2f2b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.094583] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f65bccb-1c47-479e-aa45-604100cf0e84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.126858] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9550ca40-e33f-4c5f-8cca-c38c1b735cae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.135733] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d446dd-afb4-4c46-b567-0222b1835d05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.152196] env[69498]: DEBUG nova.compute.provider_tree [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.182748] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097723, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.254034] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5201e257-2edf-abda-f2cb-329d4472be69, 'name': SearchDatastore_Task, 'duration_secs': 0.018614} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.254034] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.254034] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] ba108cb7-dd3e-431d-9052-98eb9277101a/ba108cb7-dd3e-431d-9052-98eb9277101a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.254034] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63cf53b7-b194-4787-97bb-9422c2378d0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.262213] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 830.262213] env[69498]: value = "task-4097725" [ 830.262213] env[69498]: _type = "Task" [ 830.262213] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.270719] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.275240] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.315469] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.350624] env[69498]: DEBUG oslo_vmware.api [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Task: {'id': task-4097724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204474} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.350998] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.351241] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.351450] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.351627] env[69498]: INFO nova.compute.manager [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Took 1.33 seconds to destroy the instance on the hypervisor. [ 830.351873] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.352106] env[69498]: DEBUG nova.compute.manager [-] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.352217] env[69498]: DEBUG nova.network.neutron [-] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.621309] env[69498]: DEBUG nova.network.neutron [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.655372] env[69498]: DEBUG nova.scheduler.client.report [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.684814] env[69498]: DEBUG oslo_vmware.api [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097723, 'name': PowerOnVM_Task, 'duration_secs': 0.52183} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.685178] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.685388] env[69498]: INFO nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Took 8.97 seconds to spawn the instance on the hypervisor. [ 830.685564] env[69498]: DEBUG nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.687203] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8139428-24b7-4af8-9c5c-746a8ba389b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.719836] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.720511] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.774524] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097725, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.775833] env[69498]: DEBUG nova.compute.manager [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Received event network-vif-plugged-b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.776179] env[69498]: DEBUG oslo_concurrency.lockutils [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] Acquiring lock "04fecfee-d2a7-42c0-b301-03fa3752c32a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.776408] env[69498]: DEBUG oslo_concurrency.lockutils [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.776578] env[69498]: DEBUG oslo_concurrency.lockutils [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.777160] env[69498]: DEBUG nova.compute.manager [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] No waiting events found dispatching network-vif-plugged-b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.777160] env[69498]: WARNING nova.compute.manager [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Received unexpected event network-vif-plugged-b51355b7-2985-4705-b7ef-90a4147ea301 for instance with vm_state building and task_state spawning. [ 830.777160] env[69498]: DEBUG nova.compute.manager [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Received event network-changed-b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.777316] env[69498]: DEBUG nova.compute.manager [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Refreshing instance network info cache due to event network-changed-b51355b7-2985-4705-b7ef-90a4147ea301. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.777434] env[69498]: DEBUG oslo_concurrency.lockutils [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] Acquiring lock "refresh_cache-04fecfee-d2a7-42c0-b301-03fa3752c32a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.800955] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.921670] env[69498]: DEBUG nova.network.neutron [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Updating instance_info_cache with network_info: [{"id": "b51355b7-2985-4705-b7ef-90a4147ea301", "address": "fa:16:3e:0c:ad:0b", "network": {"id": "67556c8d-329b-43a5-b39a-f3ac045ed369", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1845300789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2bd890b7c24b3eabfb7a8c3fb532a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51355b7-29", "ovs_interfaceid": "b51355b7-2985-4705-b7ef-90a4147ea301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.162332] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.163027] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.166810] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.985s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.170322] env[69498]: INFO nova.compute.claims [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.178888] env[69498]: DEBUG nova.network.neutron [-] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.222174] env[69498]: INFO nova.compute.manager [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Took 65.52 seconds to build instance. [ 831.273800] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740089} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.274151] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] ba108cb7-dd3e-431d-9052-98eb9277101a/ba108cb7-dd3e-431d-9052-98eb9277101a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.274808] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.274808] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aba31711-51df-4b49-95ff-6f1fb1d99414 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.283439] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 831.283439] env[69498]: value = "task-4097726" [ 831.283439] env[69498]: _type = "Task" [ 831.283439] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.292860] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.299640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.299640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.383246] env[69498]: DEBUG nova.compute.manager [req-e1451dcc-7686-4b0f-8e0d-b204fcc4e574 req-1c8e9059-deee-483d-b0f1-1c4759a66f75 service nova] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Received event network-vif-deleted-18a04ba6-ba2b-4e99-9e05-3a7e919d31a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.425536] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Releasing lock "refresh_cache-04fecfee-d2a7-42c0-b301-03fa3752c32a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.425945] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Instance network_info: |[{"id": "b51355b7-2985-4705-b7ef-90a4147ea301", "address": "fa:16:3e:0c:ad:0b", "network": {"id": "67556c8d-329b-43a5-b39a-f3ac045ed369", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1845300789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2bd890b7c24b3eabfb7a8c3fb532a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51355b7-29", "ovs_interfaceid": "b51355b7-2985-4705-b7ef-90a4147ea301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.426323] env[69498]: DEBUG oslo_concurrency.lockutils [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] Acquired lock "refresh_cache-04fecfee-d2a7-42c0-b301-03fa3752c32a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.426525] env[69498]: DEBUG nova.network.neutron [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Refreshing network info cache for port b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.427901] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ad:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b51355b7-2985-4705-b7ef-90a4147ea301', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.437154] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Creating folder: Project (8c2bd890b7c24b3eabfb7a8c3fb532a0). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.441078] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-167cb76f-d0c9-429f-80fa-f5386be084de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.454308] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Created folder: Project (8c2bd890b7c24b3eabfb7a8c3fb532a0) in parent group-v811634. [ 831.454496] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Creating folder: Instances. Parent ref: group-v811773. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.454846] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fdaa811-cb66-4e98-9457-497afcc6166c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.466323] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Created folder: Instances in parent group-v811773. [ 831.466658] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.466949] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.467228] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55d0908a-970a-489c-83e1-9331bbf692ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.489914] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.489914] env[69498]: value = "task-4097729" [ 831.489914] env[69498]: _type = "Task" [ 831.489914] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.501253] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097729, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.681035] env[69498]: DEBUG nova.compute.utils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.684659] env[69498]: INFO nova.compute.manager [-] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Took 1.33 seconds to deallocate network for instance. [ 831.684967] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.685153] env[69498]: DEBUG nova.network.neutron [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.725930] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2ad83b2c-213e-4c83-9ecf-da10a2b935e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.527s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.734437] env[69498]: DEBUG nova.policy [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0702fcb2eda04c569ef19474b5bae21e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bad0cdd6fa242ccaf0e2a74ab288f12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.795200] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160478} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.795548] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.796507] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4fcc9-7a1c-4cff-9df7-c07c2bcd3f66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.823186] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] ba108cb7-dd3e-431d-9052-98eb9277101a/ba108cb7-dd3e-431d-9052-98eb9277101a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.824351] env[69498]: DEBUG nova.network.neutron [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Updated VIF entry in instance network info cache for port b51355b7-2985-4705-b7ef-90a4147ea301. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.824667] env[69498]: DEBUG nova.network.neutron [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Updating instance_info_cache with network_info: [{"id": "b51355b7-2985-4705-b7ef-90a4147ea301", "address": "fa:16:3e:0c:ad:0b", "network": {"id": "67556c8d-329b-43a5-b39a-f3ac045ed369", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1845300789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2bd890b7c24b3eabfb7a8c3fb532a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51355b7-29", "ovs_interfaceid": "b51355b7-2985-4705-b7ef-90a4147ea301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.826260] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf036a1-aa47-43b5-91ec-b77dc1813c92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.844231] env[69498]: DEBUG oslo_concurrency.lockutils [req-2b0f1a1f-d187-4657-8c73-6440d39763f7 req-efc667e4-d9fc-48d1-b483-e66b443a54b3 service nova] Releasing lock "refresh_cache-04fecfee-d2a7-42c0-b301-03fa3752c32a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.850305] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c1ca6-1abc-403e-aa3e-9501f628581b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.858498] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 831.858498] env[69498]: value = "task-4097730" [ 831.858498] env[69498]: _type = "Task" [ 831.858498] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.877971] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.886909] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.002946] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097729, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.093303] env[69498]: DEBUG nova.network.neutron [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Successfully created port: abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.187763] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.201018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.231490] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.369021] env[69498]: DEBUG nova.compute.manager [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.369021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156265ec-0e28-438b-bd08-d6657c13b8f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.380239] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097730, 'name': ReconfigVM_Task, 'duration_secs': 0.30936} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.387482] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] ba108cb7-dd3e-431d-9052-98eb9277101a/ba108cb7-dd3e-431d-9052-98eb9277101a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.389878] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.390775] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95aab55d-5d00-43b6-8902-5dd7e91cf54a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.393144] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c103c5ab-861c-4bf9-9c32-ab3ed85df693 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.406334] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 832.406334] env[69498]: value = "task-4097732" [ 832.406334] env[69498]: _type = "Task" [ 832.406334] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.409154] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 832.409154] env[69498]: value = "task-4097731" [ 832.409154] env[69498]: _type = "Task" [ 832.409154] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.435149] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 832.435550] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.441120] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097731, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.509392] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.509662] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.509843] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097729, 'name': CreateVM_Task, 'duration_secs': 0.631233} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.510305] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.511009] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.511169] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.511484] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.514702] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd96c5b4-727b-4a44-b9de-60b793e2ac85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.521554] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 832.521554] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5290a653-a856-ddea-3aeb-4420f3b0e859" [ 832.521554] env[69498]: _type = "Task" [ 832.521554] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.531723] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5290a653-a856-ddea-3aeb-4420f3b0e859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.755634] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.828652] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcea772e-c96b-4d76-af83-face3afb9b69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.840126] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65e4410-a36f-4bb4-9770-6337ccb74a98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.874101] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa0a29-0a5f-4b1a-9ce6-ec3f5e5b935d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.882624] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba30054-5909-49f2-904d-b16a12062232 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.898383] env[69498]: INFO nova.compute.manager [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] instance snapshotting [ 832.903571] env[69498]: DEBUG nova.compute.provider_tree [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.908463] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ebc42b-7222-4442-9b67-5b21c87b7616 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.935191] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd920521-ddf5-4789-96cc-9f6adccf4314 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.941514] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097731, 'name': Rename_Task, 'duration_secs': 0.16029} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.942240] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.942524] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b52cb8f-34f7-4044-8c7b-312e41d34465 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.946311] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.946563] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.946713] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.946884] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.947053] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.947330] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.947404] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.947553] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.947718] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.947881] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.948072] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.956612] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49653139-185f-4033-94cb-092a25ae75a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.980025] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 832.980025] env[69498]: value = "task-4097733" [ 832.980025] env[69498]: _type = "Task" [ 832.980025] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.980025] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 832.980025] env[69498]: value = "task-4097734" [ 832.980025] env[69498]: _type = "Task" [ 832.980025] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.995880] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.996162] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.034726] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5290a653-a856-ddea-3aeb-4420f3b0e859, 'name': SearchDatastore_Task, 'duration_secs': 0.019888} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.035047] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.035300] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.035565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.035714] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.035909] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.036190] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c30c7024-0f23-452d-9894-e0fac73009a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.047108] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.047536] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.048099] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db1ade3-bb99-44df-b30f-a42c0211b3a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.054882] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 833.054882] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3c65f-16c1-91e8-790c-b356ed739325" [ 833.054882] env[69498]: _type = "Task" [ 833.054882] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.064700] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3c65f-16c1-91e8-790c-b356ed739325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.164416] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "b635cbd6-ca97-421e-98b5-30707a687dfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.164770] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.164994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "b635cbd6-ca97-421e-98b5-30707a687dfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.165208] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.165370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.167718] env[69498]: INFO nova.compute.manager [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Terminating instance [ 833.202468] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.227850] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.228212] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.228438] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.228677] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.228991] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.229204] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.229481] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.229692] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.229923] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.230167] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.230389] env[69498]: DEBUG nova.virt.hardware [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.231501] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902fb57c-0943-42ca-875f-20ac12dabd36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.240629] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f48e4-1655-4084-8e45-87bdf35095a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.409459] env[69498]: DEBUG nova.scheduler.client.report [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.417734] env[69498]: DEBUG nova.compute.manager [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Received event network-changed-012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.418104] env[69498]: DEBUG nova.compute.manager [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Refreshing instance network info cache due to event network-changed-012e9062-8610-4143-9a09-5d76b372e003. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.418465] env[69498]: DEBUG oslo_concurrency.lockutils [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] Acquiring lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.418712] env[69498]: DEBUG oslo_concurrency.lockutils [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] Acquired lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.418981] env[69498]: DEBUG nova.network.neutron [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Refreshing network info cache for port 012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.476727] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.476727] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-adfe5d51-c330-46ce-a34f-c68b57f08a99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.485039] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 833.485039] env[69498]: value = "task-4097735" [ 833.485039] env[69498]: _type = "Task" [ 833.485039] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.496937] env[69498]: DEBUG oslo_vmware.api [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097733, 'name': PowerOnVM_Task, 'duration_secs': 0.487881} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.497760] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.498055] env[69498]: INFO nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Took 8.52 seconds to spawn the instance on the hypervisor. [ 833.498337] env[69498]: DEBUG nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.503377] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a237960a-6892-4d56-909a-d2b4e06c0d34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.506945] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097734, 'name': ReconfigVM_Task, 'duration_secs': 0.284269} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.510268] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.513979] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.578312] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3c65f-16c1-91e8-790c-b356ed739325, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.579330] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438f693b-7ff4-4fa6-a1be-745233865d93 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.586952] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 833.586952] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52613c9d-9d3f-b7df-8672-103845a51ed4" [ 833.586952] env[69498]: _type = "Task" [ 833.586952] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.598672] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52613c9d-9d3f-b7df-8672-103845a51ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.672271] env[69498]: DEBUG nova.compute.manager [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.672499] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.673452] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a0341-30a2-47ba-ac21-1629270d5d29 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.678352] env[69498]: DEBUG nova.network.neutron [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Successfully updated port: abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.686453] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.687480] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea26cbc-cdab-4828-a23f-266e6ed9ba24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.697859] env[69498]: DEBUG oslo_vmware.api [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 833.697859] env[69498]: value = "task-4097736" [ 833.697859] env[69498]: _type = "Task" [ 833.697859] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.708107] env[69498]: DEBUG oslo_vmware.api [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.915995] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.916370] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.919188] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.448s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.920685] env[69498]: INFO nova.compute.claims [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.000781] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097735, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.018233] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.018566] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.018794] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.019029] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.019200] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.019351] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.019555] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.019715] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.019878] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.020074] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.020269] env[69498]: DEBUG nova.virt.hardware [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.025926] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.032585] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120f3181-13f7-4a76-99ea-cdbfee5cbf63 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.061541] env[69498]: INFO nova.compute.manager [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Took 65.38 seconds to build instance. [ 834.066702] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 834.066702] env[69498]: value = "task-4097737" [ 834.066702] env[69498]: _type = "Task" [ 834.066702] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.076153] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.097749] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52613c9d-9d3f-b7df-8672-103845a51ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.014675} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.097749] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.097955] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 04fecfee-d2a7-42c0-b301-03fa3752c32a/04fecfee-d2a7-42c0-b301-03fa3752c32a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.098129] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa0d2ab-9cf6-4c25-889c-ab43782c7ffa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.106045] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 834.106045] env[69498]: value = "task-4097738" [ 834.106045] env[69498]: _type = "Task" [ 834.106045] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.114892] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.185248] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.185248] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.185462] env[69498]: DEBUG nova.network.neutron [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.198882] env[69498]: DEBUG nova.network.neutron [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updated VIF entry in instance network info cache for port 012e9062-8610-4143-9a09-5d76b372e003. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.198882] env[69498]: DEBUG nova.network.neutron [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updating instance_info_cache with network_info: [{"id": "012e9062-8610-4143-9a09-5d76b372e003", "address": "fa:16:3e:82:99:d9", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012e9062-86", "ovs_interfaceid": "012e9062-8610-4143-9a09-5d76b372e003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.210259] env[69498]: DEBUG oslo_vmware.api [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097736, 'name': PowerOffVM_Task, 'duration_secs': 0.199176} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.211218] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.211218] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.211218] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0378178b-5942-4dcf-9fdd-787450e917de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.291336] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.291692] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.292030] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Deleting the datastore file [datastore1] b635cbd6-ca97-421e-98b5-30707a687dfc {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.293031] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f2c55da-3098-444c-8670-a822d01448c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.303436] env[69498]: DEBUG oslo_vmware.api [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for the task: (returnval){ [ 834.303436] env[69498]: value = "task-4097740" [ 834.303436] env[69498]: _type = "Task" [ 834.303436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.314225] env[69498]: DEBUG oslo_vmware.api [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.430037] env[69498]: DEBUG nova.compute.utils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.430037] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.430037] env[69498]: DEBUG nova.network.neutron [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.500633] env[69498]: DEBUG nova.policy [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f90f670d0c4492db862ff7c55717c42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8877832ad8094daba83ee0fcad026961', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.512629] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097735, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.565840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-faf4d4cf-115a-4036-bbb2-12604aeae69f tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.430s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.588157] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097737, 'name': ReconfigVM_Task, 'duration_secs': 0.178635} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.589209] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.590139] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d49dae-ea7d-496b-96f8-6b15db04a186 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.617496] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114/9c7eb62e-b80b-4faa-b499-9e886a918114.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.621946] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96cf5a6-b450-4d88-9659-c8ae0c829766 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.643509] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.647132] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 834.647132] env[69498]: value = "task-4097741" [ 834.647132] env[69498]: _type = "Task" [ 834.647132] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.655440] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.700283] env[69498]: DEBUG oslo_concurrency.lockutils [req-b59a0993-48b1-41ae-a7f4-797e2636b4dd req-18caefb4-7ff0-4cf5-884e-56ecc65abfcb service nova] Releasing lock "refresh_cache-c802d45a-0077-43b6-902c-9c88a70f48f1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.753880] env[69498]: DEBUG nova.network.neutron [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.815684] env[69498]: DEBUG oslo_vmware.api [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Task: {'id': task-4097740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487609} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.816058] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.816428] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.816517] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.819829] env[69498]: INFO nova.compute.manager [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 834.819829] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.819829] env[69498]: DEBUG nova.compute.manager [-] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.819829] env[69498]: DEBUG nova.network.neutron [-] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.920493] env[69498]: DEBUG nova.network.neutron [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Successfully created port: 1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.937235] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.005581] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097735, 'name': CreateSnapshot_Task, 'duration_secs': 1.089253} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.006885] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.011774] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de958072-f9a5-47f7-8add-145f11acd9fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.077894] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.122011] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584211} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.125040] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 04fecfee-d2a7-42c0-b301-03fa3752c32a/04fecfee-d2a7-42c0-b301-03fa3752c32a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.125771] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.127437] env[69498]: DEBUG nova.network.neutron [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updating instance_info_cache with network_info: [{"id": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "address": "fa:16:3e:de:3e:97", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabacf1cb-1a", "ovs_interfaceid": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.128751] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-927f27c3-062c-4b41-af78-cbb2c77a3ab9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.137652] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 835.137652] env[69498]: value = "task-4097742" [ 835.137652] env[69498]: _type = "Task" [ 835.137652] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.157950] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.160848] env[69498]: DEBUG oslo_vmware.api [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097741, 'name': ReconfigVM_Task, 'duration_secs': 0.335905} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.163756] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114/9c7eb62e-b80b-4faa-b499-9e886a918114.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.164061] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.425506] env[69498]: DEBUG nova.compute.manager [req-4c708558-60d9-4f64-97af-697f7c34330c req-0e968542-759a-4818-a939-1959cd3c5170 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Received event network-vif-deleted-fbeab8bf-0540-4474-a785-df31ce232b21 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.425506] env[69498]: INFO nova.compute.manager [req-4c708558-60d9-4f64-97af-697f7c34330c req-0e968542-759a-4818-a939-1959cd3c5170 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Neutron deleted interface fbeab8bf-0540-4474-a785-df31ce232b21; detaching it from the instance and deleting it from the info cache [ 835.425506] env[69498]: DEBUG nova.network.neutron [req-4c708558-60d9-4f64-97af-697f7c34330c req-0e968542-759a-4818-a939-1959cd3c5170 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.443552] env[69498]: INFO nova.virt.block_device [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Booting with volume f2eaa004-900b-4165-abcb-f997296e931d at /dev/sda [ 835.488295] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e4b30b9-f4d1-44c1-bd72-ac73b3c81c6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.499062] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b92f7-4058-4027-a2c2-102fa7aa123e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.546602] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.549885] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74eec7d4-14aa-4bc9-a71c-6e73e98e9d55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.552783] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f195cd1a-4fbe-4aad-ae0a-959738b70cac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.565578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060ce27-d2c9-471e-b499-5df490ced3cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.576611] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 835.576611] env[69498]: value = "task-4097743" [ 835.576611] env[69498]: _type = "Task" [ 835.576611] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.582972] env[69498]: DEBUG nova.compute.manager [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Received event network-vif-plugged-abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.583234] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] Acquiring lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.583501] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.583741] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.583862] env[69498]: DEBUG nova.compute.manager [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] No waiting events found dispatching network-vif-plugged-abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.584039] env[69498]: WARNING nova.compute.manager [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Received unexpected event network-vif-plugged-abacf1cb-1a7e-4339-b303-5bf7331e45af for instance with vm_state building and task_state spawning. [ 835.584214] env[69498]: DEBUG nova.compute.manager [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Received event network-changed-abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.584376] env[69498]: DEBUG nova.compute.manager [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Refreshing instance network info cache due to event network-changed-abacf1cb-1a7e-4339-b303-5bf7331e45af. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.584823] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] Acquiring lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.600698] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097743, 'name': CloneVM_Task} progress is 12%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.614769] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.617963] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871ab377-c77e-48b3-85a0-aa228993aab2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.625492] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb45fe5d-bc50-4390-bace-6517eb8ac719 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.635062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.635398] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Instance network_info: |[{"id": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "address": "fa:16:3e:de:3e:97", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabacf1cb-1a", "ovs_interfaceid": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.635692] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] Acquired lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.635941] env[69498]: DEBUG nova.network.neutron [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Refreshing network info cache for port abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.637144] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:3e:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abacf1cb-1a7e-4339-b303-5bf7331e45af', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.646440] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Creating folder: Project (7bad0cdd6fa242ccaf0e2a74ab288f12). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.651630] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77b72040-c88b-4f9b-9377-243811a525f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.653561] env[69498]: DEBUG nova.virt.block_device [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updating existing volume attachment record: 9432b770-09ac-4116-ba76-774efc984ec9 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 835.665951] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.341624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.666190] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.667056] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b1f47-3f3a-434c-81d5-6928cd930214 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.676925] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Created folder: Project (7bad0cdd6fa242ccaf0e2a74ab288f12) in parent group-v811634. [ 835.676925] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Creating folder: Instances. Parent ref: group-v811778. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.676925] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d70c05-9413-4077-bd23-5936bfa2323b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.680139] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93217e91-9a1e-46e0-89eb-724f19e2005b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.702766] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 04fecfee-d2a7-42c0-b301-03fa3752c32a/04fecfee-d2a7-42c0-b301-03fa3752c32a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.707376] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782fbb78-e917-4202-9c34-290bd0306069 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.726033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dbfede-576e-4e2c-9c28-0478e5310a81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.744867] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Created folder: Instances in parent group-v811778. [ 835.745222] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.746680] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.747541] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333404f4-97bc-4e74-98f6-7368853e77b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.755320] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7576275-3a63-4ee0-a274-16ab7ffe9344 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.771287] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 835.771287] env[69498]: value = "task-4097746" [ 835.771287] env[69498]: _type = "Task" [ 835.771287] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.771826] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60ebf49-01ea-4eba-8765-e2de1abd11bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.791794] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.797662] env[69498]: DEBUG nova.network.neutron [-] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.798907] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.798907] env[69498]: value = "task-4097747" [ 835.798907] env[69498]: _type = "Task" [ 835.798907] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.835494] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.837040] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274ff78-6016-43ef-af80-5fca251fea1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.843975] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097747, 'name': CreateVM_Task} progress is 15%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.851239] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc18b4-95c4-46f9-b3cb-064315794bbc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.868904] env[69498]: DEBUG nova.compute.provider_tree [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.930546] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fe9f50f-64b3-4cb0-ac9c-74ea12bd8bb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.942644] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32240f10-c16a-4530-88fd-c2751a6fdaf6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.984342] env[69498]: DEBUG nova.compute.manager [req-4c708558-60d9-4f64-97af-697f7c34330c req-0e968542-759a-4818-a939-1959cd3c5170 service nova] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Detach interface failed, port_id=fbeab8bf-0540-4474-a785-df31ce232b21, reason: Instance b635cbd6-ca97-421e-98b5-30707a687dfc could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.093427] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097743, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.288443] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.308309] env[69498]: INFO nova.compute.manager [-] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Took 1.49 seconds to deallocate network for instance. [ 836.323132] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097747, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.372202] env[69498]: DEBUG nova.scheduler.client.report [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.407655] env[69498]: DEBUG nova.network.neutron [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Port eeddfdf1-1963-4ea9-818a-acfb042009ac binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 836.563472] env[69498]: DEBUG nova.network.neutron [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updated VIF entry in instance network info cache for port abacf1cb-1a7e-4339-b303-5bf7331e45af. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.563472] env[69498]: DEBUG nova.network.neutron [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updating instance_info_cache with network_info: [{"id": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "address": "fa:16:3e:de:3e:97", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabacf1cb-1a", "ovs_interfaceid": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.573580] env[69498]: DEBUG nova.network.neutron [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Successfully updated port: 1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.596580] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097743, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.783507] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097746, 'name': ReconfigVM_Task, 'duration_secs': 0.57061} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.783810] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 04fecfee-d2a7-42c0-b301-03fa3752c32a/04fecfee-d2a7-42c0-b301-03fa3752c32a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.784483] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee53bb1-1368-4042-81f4-fbdb12f04d1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.799133] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 836.799133] env[69498]: value = "task-4097748" [ 836.799133] env[69498]: _type = "Task" [ 836.799133] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.810728] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097748, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.820370] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097747, 'name': CreateVM_Task, 'duration_secs': 0.588142} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.820568] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.821343] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.821509] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.821859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.822199] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362fce91-adf5-4d05-8009-5d27f5e8e28a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.824804] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.829413] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 836.829413] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52da2068-7683-de03-7946-4fe56a0b53ae" [ 836.829413] env[69498]: _type = "Task" [ 836.829413] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.838821] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52da2068-7683-de03-7946-4fe56a0b53ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.879709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.960s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.880343] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.883551] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.367s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.885166] env[69498]: INFO nova.compute.claims [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.072779] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f46f10a-5ad5-425e-b88e-a9a66cfbd897 req-6cd2e1f5-df78-41cc-811e-392825ea0b50 service nova] Releasing lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.078680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078833] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquired lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.078996] env[69498]: DEBUG nova.network.neutron [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.094368] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097743, 'name': CloneVM_Task, 'duration_secs': 1.29863} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.094643] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Created linked-clone VM from snapshot [ 837.095502] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e62583-2df8-441e-a143-ae9c4b2b8566 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.103882] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Uploading image 7a3fd388-9cbd-4ebd-946d-e066e5919a10 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.128764] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.128764] env[69498]: value = "vm-811777" [ 837.128764] env[69498]: _type = "VirtualMachine" [ 837.128764] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.129457] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9cafe3f5-3ce3-407c-b961-7108c7effc5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.137052] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lease: (returnval){ [ 837.137052] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dee466-a009-1a71-e3f2-2ac35f5e76d2" [ 837.137052] env[69498]: _type = "HttpNfcLease" [ 837.137052] env[69498]: } obtained for exporting VM: (result){ [ 837.137052] env[69498]: value = "vm-811777" [ 837.137052] env[69498]: _type = "VirtualMachine" [ 837.137052] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.137701] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the lease: (returnval){ [ 837.137701] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dee466-a009-1a71-e3f2-2ac35f5e76d2" [ 837.137701] env[69498]: _type = "HttpNfcLease" [ 837.137701] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.147025] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.147025] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dee466-a009-1a71-e3f2-2ac35f5e76d2" [ 837.147025] env[69498]: _type = "HttpNfcLease" [ 837.147025] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.309922] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097748, 'name': Rename_Task, 'duration_secs': 0.157262} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.310248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.310508] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5247d57-f77e-458e-9d69-05f16f559741 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.320224] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 837.320224] env[69498]: value = "task-4097750" [ 837.320224] env[69498]: _type = "Task" [ 837.320224] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.329520] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.339603] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52da2068-7683-de03-7946-4fe56a0b53ae, 'name': SearchDatastore_Task, 'duration_secs': 0.028901} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.340043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.340407] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.340782] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.341099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.341416] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.341794] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ba3acc-3be2-427b-8f64-951fae5c3ec5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.354026] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.354026] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.354026] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f59889-9356-421d-824c-2f4e8e8646eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.361262] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 837.361262] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5216c772-145c-4f24-f8cf-7693b6d85024" [ 837.361262] env[69498]: _type = "Task" [ 837.361262] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.371458] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5216c772-145c-4f24-f8cf-7693b6d85024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.390748] env[69498]: DEBUG nova.compute.utils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.393736] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.393910] env[69498]: DEBUG nova.network.neutron [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.432288] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.432414] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.432629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.435363] env[69498]: DEBUG nova.policy [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb23cbf06f54efbba3378a451fd5f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001278abcec742f0ba4c8400d29cf5a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.644240] env[69498]: DEBUG nova.network.neutron [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.648614] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.648614] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dee466-a009-1a71-e3f2-2ac35f5e76d2" [ 837.648614] env[69498]: _type = "HttpNfcLease" [ 837.648614] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.649040] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.649040] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dee466-a009-1a71-e3f2-2ac35f5e76d2" [ 837.649040] env[69498]: _type = "HttpNfcLease" [ 837.649040] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.650311] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce5e77-ee09-4c90-81af-73fa11e1d1fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.660727] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aee5f1-b0a1-1e1e-072e-98656a45df5e/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.661159] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aee5f1-b0a1-1e1e-072e-98656a45df5e/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.738247] env[69498]: DEBUG nova.network.neutron [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Successfully created port: 30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.763507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "ba108cb7-dd3e-431d-9052-98eb9277101a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.763797] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.764022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "ba108cb7-dd3e-431d-9052-98eb9277101a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.764223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.764392] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.767509] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.768062] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.768322] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.768617] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.769103] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.769450] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.769707] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.770110] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.770441] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.770770] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.771208] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.771501] env[69498]: DEBUG nova.virt.hardware [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.772335] env[69498]: INFO nova.compute.manager [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Terminating instance [ 837.777911] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c32a3-ed41-408e-aebd-12bc23eed31d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.794298] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e338b6-bbfa-4a52-a654-2302d87e8bcf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.797889] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b73adab-68b1-4a7d-bae7-2e71f4e30ca9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.831098] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097750, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.875690] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5216c772-145c-4f24-f8cf-7693b6d85024, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.876539] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d865c9-f83c-4d06-9850-552562e1ef70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.882624] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 837.882624] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521db7f4-e4cb-4cb5-1a80-cc92b7bd7373" [ 837.882624] env[69498]: _type = "Task" [ 837.882624] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.892260] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521db7f4-e4cb-4cb5-1a80-cc92b7bd7373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.895656] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.961881] env[69498]: DEBUG nova.compute.manager [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Received event network-vif-plugged-1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.962235] env[69498]: DEBUG oslo_concurrency.lockutils [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] Acquiring lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.962395] env[69498]: DEBUG oslo_concurrency.lockutils [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.962569] env[69498]: DEBUG oslo_concurrency.lockutils [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.962744] env[69498]: DEBUG nova.compute.manager [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] No waiting events found dispatching network-vif-plugged-1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.962911] env[69498]: WARNING nova.compute.manager [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Received unexpected event network-vif-plugged-1c5870fd-6686-4b50-8e04-67a07ff32da3 for instance with vm_state building and task_state spawning. [ 837.963081] env[69498]: DEBUG nova.compute.manager [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Received event network-changed-1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.963238] env[69498]: DEBUG nova.compute.manager [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Refreshing instance network info cache due to event network-changed-1c5870fd-6686-4b50-8e04-67a07ff32da3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.963427] env[69498]: DEBUG oslo_concurrency.lockutils [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] Acquiring lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.992940] env[69498]: DEBUG nova.network.neutron [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updating instance_info_cache with network_info: [{"id": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "address": "fa:16:3e:e7:cb:fb", "network": {"id": "e9695f70-64b1-4f45-a419-0be210429f8e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-93450460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8877832ad8094daba83ee0fcad026961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5870fd-66", "ovs_interfaceid": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.283501] env[69498]: DEBUG nova.compute.manager [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.283788] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.284757] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90188ded-2674-42a9-b98f-7aaa804e152e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.298799] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.299563] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ce6f4e3-b961-4537-aae5-76a3f58241d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.311953] env[69498]: DEBUG oslo_vmware.api [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 838.311953] env[69498]: value = "task-4097751" [ 838.311953] env[69498]: _type = "Task" [ 838.311953] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.326181] env[69498]: DEBUG oslo_vmware.api [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.335949] env[69498]: DEBUG oslo_vmware.api [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097750, 'name': PowerOnVM_Task, 'duration_secs': 0.527159} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.336883] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.336883] env[69498]: INFO nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Took 10.58 seconds to spawn the instance on the hypervisor. [ 838.337063] env[69498]: DEBUG nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.337957] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a3767-4d52-4d40-850d-65ef42d77194 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.398915] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521db7f4-e4cb-4cb5-1a80-cc92b7bd7373, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.404424] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.404882] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] d9e664eb-dc03-44dd-a0d6-53f29c4ce25c/d9e664eb-dc03-44dd-a0d6-53f29c4ce25c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.410977] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d246e453-0000-451d-bfe3-c89310ccffa0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.424929] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 838.424929] env[69498]: value = "task-4097752" [ 838.424929] env[69498]: _type = "Task" [ 838.424929] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.447708] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.504032] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Releasing lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.504722] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance network_info: |[{"id": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "address": "fa:16:3e:e7:cb:fb", "network": {"id": "e9695f70-64b1-4f45-a419-0be210429f8e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-93450460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8877832ad8094daba83ee0fcad026961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5870fd-66", "ovs_interfaceid": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.506058] env[69498]: DEBUG oslo_concurrency.lockutils [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] Acquired lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.507413] env[69498]: DEBUG nova.network.neutron [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Refreshing network info cache for port 1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.509591] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:cb:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c5870fd-6686-4b50-8e04-67a07ff32da3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.521804] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Creating folder: Project (8877832ad8094daba83ee0fcad026961). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.523467] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5c21e63-33ca-432b-a4c9-01885a4b551e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.546867] env[69498]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 838.547438] env[69498]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69498) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 838.548810] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Folder already exists: Project (8877832ad8094daba83ee0fcad026961). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 838.548997] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Creating folder: Instances. Parent ref: group-v811722. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.549334] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b44e09-096b-4122-b598-404edba49662 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.564925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.565191] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.565441] env[69498]: DEBUG nova.network.neutron [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.570111] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Created folder: Instances in parent group-v811722. [ 838.570111] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.570111] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.570111] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7fb53a1-f5ed-4a8e-9989-82dcd23c26e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.599587] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.599587] env[69498]: value = "task-4097755" [ 838.599587] env[69498]: _type = "Task" [ 838.599587] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.614789] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097755, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.665009] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59866722-b9ee-47e7-ac49-d0a070e02be3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.675358] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623ae48-e99c-4cae-9414-229dde13c372 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.712398] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f36d1c-a363-47ec-9051-441d9d1859ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.723248] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086706c-c56a-4ec4-a3a4-97a41eac7e6a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.740124] env[69498]: DEBUG nova.compute.provider_tree [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.825066] env[69498]: DEBUG oslo_vmware.api [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097751, 'name': PowerOffVM_Task, 'duration_secs': 0.223927} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.825531] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.825705] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.826961] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5790cd47-f9e5-442f-ae59-63b04ffbebd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.861853] env[69498]: INFO nova.compute.manager [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Took 66.51 seconds to build instance. [ 838.911909] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.914638] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.914910] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.915142] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Deleting the datastore file [datastore1] ba108cb7-dd3e-431d-9052-98eb9277101a {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.916325] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046dfe50-4de1-4d4c-9103-dece0131fc58 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.925570] env[69498]: DEBUG oslo_vmware.api [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for the task: (returnval){ [ 838.925570] env[69498]: value = "task-4097757" [ 838.925570] env[69498]: _type = "Task" [ 838.925570] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.944046] env[69498]: DEBUG oslo_vmware.api [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.949513] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.952396] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.952734] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.953060] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.953433] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.953661] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.953913] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.954228] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.954414] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.954647] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.955639] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.955639] env[69498]: DEBUG nova.virt.hardware [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.957014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73020b1c-f753-4685-8d9b-7e846056cb6b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.968876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc5aefe-caab-431b-bd37-178d534f1aa7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.110348] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097755, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.244633] env[69498]: DEBUG nova.scheduler.client.report [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.366919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1ab5c0ce-3674-4d9a-a2e2-8e2ce2f5e92a tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.705s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.369112] env[69498]: DEBUG nova.network.neutron [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Successfully updated port: 30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.445918] env[69498]: DEBUG oslo_vmware.api [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Task: {'id': task-4097757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187616} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.450381] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.450963] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.451233] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.451435] env[69498]: INFO nova.compute.manager [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 839.451704] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.452019] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582824} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.452118] env[69498]: DEBUG nova.compute.manager [-] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.452239] env[69498]: DEBUG nova.network.neutron [-] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.454756] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] d9e664eb-dc03-44dd-a0d6-53f29c4ce25c/d9e664eb-dc03-44dd-a0d6-53f29c4ce25c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.454756] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.454970] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0261c0e3-fcfe-485e-b6b2-b551b3ec4763 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.465050] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 839.465050] env[69498]: value = "task-4097758" [ 839.465050] env[69498]: _type = "Task" [ 839.465050] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.476995] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.618142] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097755, 'name': CreateVM_Task, 'duration_secs': 0.675002} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.618505] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.620638] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811729', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'name': 'volume-f2eaa004-900b-4165-abcb-f997296e931d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3811fd9-69a3-48f0-9e4d-abc16ca9d5ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'serial': 'f2eaa004-900b-4165-abcb-f997296e931d'}, 'device_type': None, 'boot_index': 0, 'attachment_id': '9432b770-09ac-4116-ba76-774efc984ec9', 'guest_format': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 839.620638] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Root volume attach. Driver type: vmdk {{(pid=69498) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 839.621566] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e7e5b-ee64-4472-9478-dcf4b75d4dac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.628937] env[69498]: DEBUG nova.network.neutron [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updated VIF entry in instance network info cache for port 1c5870fd-6686-4b50-8e04-67a07ff32da3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.629348] env[69498]: DEBUG nova.network.neutron [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updating instance_info_cache with network_info: [{"id": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "address": "fa:16:3e:e7:cb:fb", "network": {"id": "e9695f70-64b1-4f45-a419-0be210429f8e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-93450460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8877832ad8094daba83ee0fcad026961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5870fd-66", "ovs_interfaceid": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.635893] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125166f5-bbb7-4881-a134-cd7f2fa9833c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.651639] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275ab2bd-1c0a-4f8f-a6eb-0cb21caee74e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.661558] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fc9f43ad-322a-49d1-8c57-62ceaf4e5dcd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.677122] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 839.677122] env[69498]: value = "task-4097759" [ 839.677122] env[69498]: _type = "Task" [ 839.677122] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.690321] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.691707] env[69498]: DEBUG nova.network.neutron [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.751381] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.752189] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.757042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.933s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.757609] env[69498]: DEBUG nova.objects.instance [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lazy-loading 'resources' on Instance uuid ca3cfeec-c1fa-4243-a103-7fd1737e4ebc {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.869304] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.874560] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.874698] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.874929] env[69498]: DEBUG nova.network.neutron [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.976109] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.111126] env[69498]: DEBUG nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Received event network-vif-plugged-30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.111784] env[69498]: DEBUG oslo_concurrency.lockutils [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] Acquiring lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.112039] env[69498]: DEBUG oslo_concurrency.lockutils [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.112328] env[69498]: DEBUG oslo_concurrency.lockutils [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.112570] env[69498]: DEBUG nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] No waiting events found dispatching network-vif-plugged-30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.112779] env[69498]: WARNING nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Received unexpected event network-vif-plugged-30949201-113d-425a-b90d-8ae690e65b8a for instance with vm_state building and task_state spawning. [ 840.113093] env[69498]: DEBUG nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Received event network-changed-30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.113284] env[69498]: DEBUG nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Refreshing instance network info cache due to event network-changed-30949201-113d-425a-b90d-8ae690e65b8a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.113694] env[69498]: DEBUG oslo_concurrency.lockutils [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] Acquiring lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.135512] env[69498]: DEBUG oslo_concurrency.lockutils [req-e029b3e4-a452-4b62-85e0-cc89568e3c8d req-814e9f94-b309-484b-8ed3-e01dfbd42c41 service nova] Releasing lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.196833] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.201223] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 38%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.270241] env[69498]: DEBUG nova.compute.utils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.273028] env[69498]: DEBUG nova.network.neutron [-] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.280359] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.280497] env[69498]: DEBUG nova.network.neutron [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.338243] env[69498]: DEBUG nova.policy [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a5acf1b496a4c96b79f99b02eb5a8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddad8dc858284d3c8065db49842a6dc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.400580] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.465951] env[69498]: DEBUG nova.network.neutron [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.482826] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.887509} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.486784] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.488635] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49041e37-7d2b-4aa1-a40e-fbd43858f3d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.525087] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] d9e664eb-dc03-44dd-a0d6-53f29c4ce25c/d9e664eb-dc03-44dd-a0d6-53f29c4ce25c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.531093] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c79d8a6-10be-41ac-9adf-8e5895665f20 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.559533] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 840.559533] env[69498]: value = "task-4097760" [ 840.559533] env[69498]: _type = "Task" [ 840.559533] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.573526] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.699033] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.729021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b569d14e-6bab-45d6-abbc-54c05b003056 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.765909] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f9aa7-3f0b-4d7b-a4f0-3364a69dddca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.779528] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.782774] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.791735] env[69498]: INFO nova.compute.manager [-] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Took 1.34 seconds to deallocate network for instance. [ 840.792609] env[69498]: DEBUG nova.network.neutron [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Successfully created port: b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.842476] env[69498]: DEBUG nova.network.neutron [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance_info_cache with network_info: [{"id": "30949201-113d-425a-b90d-8ae690e65b8a", "address": "fa:16:3e:5e:6b:89", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30949201-11", "ovs_interfaceid": "30949201-113d-425a-b90d-8ae690e65b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.070390] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.114036] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceba9a5-6d6a-4e2f-9c8e-5b3a8a808f78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.124909] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03aeb4d-af7d-4c19-8c7d-d1a0432e1ece {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.164969] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da631e-9d21-463d-a7b0-292e30485578 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.175904] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2bc16-83f5-4c23-b1c5-5256d70c1d68 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.201393] env[69498]: DEBUG nova.compute.provider_tree [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.206884] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 63%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.298050] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0962-a45f-40b1-b680-0f5d69dbbf5f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance '9c7eb62e-b80b-4faa-b499-9e886a918114' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.303811] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.347649] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.347999] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Instance network_info: |[{"id": "30949201-113d-425a-b90d-8ae690e65b8a", "address": "fa:16:3e:5e:6b:89", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30949201-11", "ovs_interfaceid": "30949201-113d-425a-b90d-8ae690e65b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.348472] env[69498]: DEBUG oslo_concurrency.lockutils [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] Acquired lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.348705] env[69498]: DEBUG nova.network.neutron [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Refreshing network info cache for port 30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.350139] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:6b:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30949201-113d-425a-b90d-8ae690e65b8a', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.358949] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.363248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.363912] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01b1cc0f-b1ef-4b04-b719-f3bdf0434db4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.395066] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.395066] env[69498]: value = "task-4097761" [ 841.395066] env[69498]: _type = "Task" [ 841.395066] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.412427] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097761, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.575770] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097760, 'name': ReconfigVM_Task, 'duration_secs': 0.646649} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.576110] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Reconfigured VM instance instance-0000002c to attach disk [datastore2] d9e664eb-dc03-44dd-a0d6-53f29c4ce25c/d9e664eb-dc03-44dd-a0d6-53f29c4ce25c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.576865] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e28bc83-2c46-4982-af15-323e527255c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.592033] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 841.592033] env[69498]: value = "task-4097762" [ 841.592033] env[69498]: _type = "Task" [ 841.592033] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.605595] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097762, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.697521] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 76%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.711054] env[69498]: DEBUG nova.scheduler.client.report [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.776042] env[69498]: DEBUG nova.network.neutron [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updated VIF entry in instance network info cache for port 30949201-113d-425a-b90d-8ae690e65b8a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.776567] env[69498]: DEBUG nova.network.neutron [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance_info_cache with network_info: [{"id": "30949201-113d-425a-b90d-8ae690e65b8a", "address": "fa:16:3e:5e:6b:89", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30949201-11", "ovs_interfaceid": "30949201-113d-425a-b90d-8ae690e65b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.804819] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.837402] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.837980] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.838153] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.838486] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.838769] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.839082] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.839472] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.839768] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.840126] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.840447] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.840715] env[69498]: DEBUG nova.virt.hardware [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.842655] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83daaf57-9bac-4779-a027-29f2b6da9513 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.856626] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567e4329-4a24-456b-85dd-10219e81df46 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.911392] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097761, 'name': CreateVM_Task, 'duration_secs': 0.452879} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.912078] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.913093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.913343] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.913778] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.914149] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2756ab0-9dab-4fda-bb1b-308604b6dcc8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.930531] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 841.930531] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529b9787-d12d-561c-06fb-483bde088546" [ 841.930531] env[69498]: _type = "Task" [ 841.930531] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.940191] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529b9787-d12d-561c-06fb-483bde088546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.106933] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097762, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.201761] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 92%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.215718] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.220026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.052s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.220391] env[69498]: DEBUG nova.objects.instance [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lazy-loading 'resources' on Instance uuid 96501d38-df12-496f-b7da-7787298bbec2 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.257161] env[69498]: INFO nova.scheduler.client.report [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted allocations for instance ca3cfeec-c1fa-4243-a103-7fd1737e4ebc [ 842.279910] env[69498]: DEBUG oslo_concurrency.lockutils [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] Releasing lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.279910] env[69498]: DEBUG nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Received event network-vif-deleted-f4a764d6-dec3-4e91-a665-43806392161f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.280126] env[69498]: INFO nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Neutron deleted interface f4a764d6-dec3-4e91-a665-43806392161f; detaching it from the instance and deleting it from the info cache [ 842.280261] env[69498]: DEBUG nova.network.neutron [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.442755] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529b9787-d12d-561c-06fb-483bde088546, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.443141] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.443414] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.443776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.443838] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.444620] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.444813] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5455ad00-2416-4a64-afdf-fa26827132b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.448622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "04fecfee-d2a7-42c0-b301-03fa3752c32a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.449049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.449137] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "04fecfee-d2a7-42c0-b301-03fa3752c32a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.449624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.449624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.453547] env[69498]: INFO nova.compute.manager [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Terminating instance [ 842.460963] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.460963] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.462171] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddba00b2-d3a8-46cd-8968-c7cbf461fcc9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.474585] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 842.474585] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b5d0b3-8c8d-a078-252e-c4f661ce7d27" [ 842.474585] env[69498]: _type = "Task" [ 842.474585] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.486838] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b5d0b3-8c8d-a078-252e-c4f661ce7d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.606884] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097762, 'name': Rename_Task, 'duration_secs': 0.79825} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.607794] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.607794] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7fbb27-ed7d-43d2-b370-cb947251e0aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.616145] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 842.616145] env[69498]: value = "task-4097763" [ 842.616145] env[69498]: _type = "Task" [ 842.616145] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.625760] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.694915] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 97%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.709418] env[69498]: DEBUG nova.network.neutron [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Successfully updated port: b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.766264] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cf005657-3e9c-4166-a85f-a4a9287d578a tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "ca3cfeec-c1fa-4243-a103-7fd1737e4ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.031s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.784137] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2152545-05c7-40c9-abb0-14f38fa4252a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.791085] env[69498]: DEBUG nova.compute.manager [req-f22c603e-7348-43f9-b29a-392199f8b1c6 req-fcc62704-672a-49a7-8fda-1837a56deac2 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Received event network-vif-plugged-b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.791621] env[69498]: DEBUG oslo_concurrency.lockutils [req-f22c603e-7348-43f9-b29a-392199f8b1c6 req-fcc62704-672a-49a7-8fda-1837a56deac2 service nova] Acquiring lock "7bf244b2-3f82-4b72-a325-b6f2716268ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.791886] env[69498]: DEBUG oslo_concurrency.lockutils [req-f22c603e-7348-43f9-b29a-392199f8b1c6 req-fcc62704-672a-49a7-8fda-1837a56deac2 service nova] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.792106] env[69498]: DEBUG oslo_concurrency.lockutils [req-f22c603e-7348-43f9-b29a-392199f8b1c6 req-fcc62704-672a-49a7-8fda-1837a56deac2 service nova] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.792332] env[69498]: DEBUG nova.compute.manager [req-f22c603e-7348-43f9-b29a-392199f8b1c6 req-fcc62704-672a-49a7-8fda-1837a56deac2 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] No waiting events found dispatching network-vif-plugged-b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.792555] env[69498]: WARNING nova.compute.manager [req-f22c603e-7348-43f9-b29a-392199f8b1c6 req-fcc62704-672a-49a7-8fda-1837a56deac2 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Received unexpected event network-vif-plugged-b9d23c88-4472-4d8e-b0a4-2f841622f367 for instance with vm_state building and task_state spawning. [ 842.803736] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f6950-a0c7-4a20-bdd8-6ce4ce482383 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.854643] env[69498]: DEBUG nova.compute.manager [req-811f6d54-9b10-4185-b0d8-58c32e23c366 req-e7b522bb-22fe-423d-917d-99c199ab4bf2 service nova] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Detach interface failed, port_id=f4a764d6-dec3-4e91-a665-43806392161f, reason: Instance ba108cb7-dd3e-431d-9052-98eb9277101a could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.957267] env[69498]: DEBUG nova.compute.manager [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.958175] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.960447] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacb223-b4a4-4b41-b3dd-91d45539df3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.977249] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.982119] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b317c9-f7a4-4035-8d10-f45598b0de5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.997278] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b5d0b3-8c8d-a078-252e-c4f661ce7d27, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.000367] env[69498]: DEBUG oslo_vmware.api [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 843.000367] env[69498]: value = "task-4097764" [ 843.000367] env[69498]: _type = "Task" [ 843.000367] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.000685] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8130252-8ad6-466d-914d-17e8206461de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.018669] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 843.018669] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c1aceb-4436-ca82-00a0-c530535d238f" [ 843.018669] env[69498]: _type = "Task" [ 843.018669] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.020410] env[69498]: DEBUG oslo_vmware.api [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.032429] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c1aceb-4436-ca82-00a0-c530535d238f, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.032627] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.032891] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b/3a61f848-0402-4aad-a007-e630c8a2f08b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.033210] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91609a7e-0162-4959-96e2-b2fd832ad265 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.041198] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 843.041198] env[69498]: value = "task-4097765" [ 843.041198] env[69498]: _type = "Task" [ 843.041198] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.053397] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.129877] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.197446] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 97%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.212456] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "refresh_cache-7bf244b2-3f82-4b72-a325-b6f2716268ac" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.212612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "refresh_cache-7bf244b2-3f82-4b72-a325-b6f2716268ac" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.212765] env[69498]: DEBUG nova.network.neutron [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.407781] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c3590-778e-4471-bed5-344885c5f281 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.416989] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a3bc1-a856-4ca4-b6ec-5cefcef94537 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.452862] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.453184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.453427] env[69498]: DEBUG nova.compute.manager [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Going to confirm migration 2 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 843.456025] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec7437-69bf-401e-aadb-f9c6105531b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.467036] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c53e3a-9987-40d8-a8c2-67e7bf27545b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.486789] env[69498]: DEBUG nova.compute.provider_tree [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.516584] env[69498]: DEBUG oslo_vmware.api [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097764, 'name': PowerOffVM_Task, 'duration_secs': 0.259581} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.516888] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.517102] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.517400] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d90b355-9834-4dcb-9420-acf910bede2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.556209] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.601461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.601701] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.601899] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Deleting the datastore file [datastore1] 04fecfee-d2a7-42c0-b301-03fa3752c32a {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.602230] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c400d48d-8e33-44b0-b323-e787eed99442 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.613198] env[69498]: DEBUG oslo_vmware.api [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for the task: (returnval){ [ 843.613198] env[69498]: value = "task-4097767" [ 843.613198] env[69498]: _type = "Task" [ 843.613198] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.622068] env[69498]: DEBUG oslo_vmware.api [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.630907] env[69498]: DEBUG oslo_vmware.api [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4097763, 'name': PowerOnVM_Task, 'duration_secs': 0.878857} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.631079] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.632035] env[69498]: INFO nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Took 10.43 seconds to spawn the instance on the hypervisor. [ 843.632035] env[69498]: DEBUG nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.632304] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e82af8-c366-47de-96bb-7cb219206d7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.701378] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.748183] env[69498]: DEBUG nova.network.neutron [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.884039] env[69498]: DEBUG nova.network.neutron [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Updating instance_info_cache with network_info: [{"id": "b9d23c88-4472-4d8e-b0a4-2f841622f367", "address": "fa:16:3e:8b:be:ee", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d23c88-44", "ovs_interfaceid": "b9d23c88-4472-4d8e-b0a4-2f841622f367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.991026] env[69498]: DEBUG nova.scheduler.client.report [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.043852] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.044097] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.044283] env[69498]: DEBUG nova.network.neutron [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.044474] env[69498]: DEBUG nova.objects.instance [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'info_cache' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.056934] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620574} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.057216] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b/3a61f848-0402-4aad-a007-e630c8a2f08b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.057433] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.057683] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9b9ce24-f96c-414d-8be6-0ffa63afba87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.065052] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 844.065052] env[69498]: value = "task-4097768" [ 844.065052] env[69498]: _type = "Task" [ 844.065052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.075580] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.123093] env[69498]: DEBUG oslo_vmware.api [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Task: {'id': task-4097767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165689} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.123695] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.123916] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.124139] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.124320] env[69498]: INFO nova.compute.manager [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 844.124626] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.124835] env[69498]: DEBUG nova.compute.manager [-] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.124929] env[69498]: DEBUG nova.network.neutron [-] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.155019] env[69498]: INFO nova.compute.manager [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Took 63.47 seconds to build instance. [ 844.198312] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097759, 'name': RelocateVM_Task, 'duration_secs': 4.032335} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.198614] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 844.198815] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811729', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'name': 'volume-f2eaa004-900b-4165-abcb-f997296e931d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3811fd9-69a3-48f0-9e4d-abc16ca9d5ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'serial': 'f2eaa004-900b-4165-abcb-f997296e931d'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 844.199680] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6576a-f33d-4bb3-b901-7213ed84d119 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.217370] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df45d2-98ff-42b4-965c-7d27e37fc22d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.240910] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-f2eaa004-900b-4165-abcb-f997296e931d/volume-f2eaa004-900b-4165-abcb-f997296e931d.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.241638] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f44fd0-ea5c-4910-8f4f-6f37cdf27a5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.264171] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 844.264171] env[69498]: value = "task-4097769" [ 844.264171] env[69498]: _type = "Task" [ 844.264171] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.273526] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.386513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "refresh_cache-7bf244b2-3f82-4b72-a325-b6f2716268ac" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.386876] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance network_info: |[{"id": "b9d23c88-4472-4d8e-b0a4-2f841622f367", "address": "fa:16:3e:8b:be:ee", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d23c88-44", "ovs_interfaceid": "b9d23c88-4472-4d8e-b0a4-2f841622f367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.387400] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:be:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d23c88-4472-4d8e-b0a4-2f841622f367', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.397383] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating folder: Project (ddad8dc858284d3c8065db49842a6dc0). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.397383] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d471df-5a7a-4df0-b774-a0a713fab3f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.411351] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created folder: Project (ddad8dc858284d3c8065db49842a6dc0) in parent group-v811634. [ 844.411351] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating folder: Instances. Parent ref: group-v811784. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.411351] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3fb3ab0-1a1f-43d7-974e-090fc1ddc462 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.424699] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created folder: Instances in parent group-v811784. [ 844.425083] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.425292] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.425519] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779fd68b-6e6d-4e1a-be27-2bc9e51a17eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.447774] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.447774] env[69498]: value = "task-4097772" [ 844.447774] env[69498]: _type = "Task" [ 844.447774] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.459887] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097772, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.497106] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.500100] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.745s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.502154] env[69498]: INFO nova.compute.claims [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.525403] env[69498]: INFO nova.scheduler.client.report [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Deleted allocations for instance 96501d38-df12-496f-b7da-7787298bbec2 [ 844.577015] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06968} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.577892] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.578776] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7058d3-68db-4d8b-b515-c8dd3ffb0c64 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.603505] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b/3a61f848-0402-4aad-a007-e630c8a2f08b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.604161] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f81e41-1321-4e7d-ada6-b3209cf2bf76 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.626269] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 844.626269] env[69498]: value = "task-4097773" [ 844.626269] env[69498]: _type = "Task" [ 844.626269] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.636089] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.656918] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1d2413e6-54cd-44a4-8606-123aa104ab84 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.443s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.776862] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.871046] env[69498]: DEBUG nova.network.neutron [-] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.927546] env[69498]: DEBUG nova.compute.manager [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Received event network-changed-b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.927835] env[69498]: DEBUG nova.compute.manager [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Refreshing instance network info cache due to event network-changed-b9d23c88-4472-4d8e-b0a4-2f841622f367. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.928098] env[69498]: DEBUG oslo_concurrency.lockutils [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] Acquiring lock "refresh_cache-7bf244b2-3f82-4b72-a325-b6f2716268ac" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.928248] env[69498]: DEBUG oslo_concurrency.lockutils [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] Acquired lock "refresh_cache-7bf244b2-3f82-4b72-a325-b6f2716268ac" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.928429] env[69498]: DEBUG nova.network.neutron [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Refreshing network info cache for port b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.961855] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097772, 'name': CreateVM_Task, 'duration_secs': 0.371832} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.963470] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.963470] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.963470] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.963778] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.964871] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bf501b-8a36-4629-8cf6-94564f814cbe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.972751] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 844.972751] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5205ede5-bd1b-1e14-fa0f-84c2ead1384b" [ 844.972751] env[69498]: _type = "Task" [ 844.972751] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.984596] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5205ede5-bd1b-1e14-fa0f-84c2ead1384b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.038139] env[69498]: DEBUG oslo_concurrency.lockutils [None req-70f0cd76-0a6f-4a52-854f-fcad6d11ddf9 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.444s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.038139] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.451s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.038139] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "96501d38-df12-496f-b7da-7787298bbec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.038396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.038561] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.040337] env[69498]: INFO nova.compute.manager [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Terminating instance [ 845.136669] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097773, 'name': ReconfigVM_Task, 'duration_secs': 0.48099} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.139534] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b/3a61f848-0402-4aad-a007-e630c8a2f08b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.140240] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0a07cc-4ee3-4b51-bf10-287a4af75a9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.148287] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 845.148287] env[69498]: value = "task-4097774" [ 845.148287] env[69498]: _type = "Task" [ 845.148287] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.157928] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097774, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.160127] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.275826] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097769, 'name': ReconfigVM_Task, 'duration_secs': 0.742026} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.276204] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-f2eaa004-900b-4165-abcb-f997296e931d/volume-f2eaa004-900b-4165-abcb-f997296e931d.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.281869] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7804d8-1784-414e-85e4-a98c557005ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.304254] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 845.304254] env[69498]: value = "task-4097775" [ 845.304254] env[69498]: _type = "Task" [ 845.304254] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.315211] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.341067] env[69498]: DEBUG nova.network.neutron [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.376072] env[69498]: INFO nova.compute.manager [-] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Took 1.25 seconds to deallocate network for instance. [ 845.492686] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5205ede5-bd1b-1e14-fa0f-84c2ead1384b, 'name': SearchDatastore_Task, 'duration_secs': 0.01422} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.492686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.492686] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.492686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.492686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.492686] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.493161] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd12570f-2086-420c-adc5-24c59d2cebe9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.508568] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.508568] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.508568] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b87e8a0-bbaf-4324-add7-e9485c397f0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.519357] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 845.519357] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbd39b-c96c-11d2-c81b-287e7fa09614" [ 845.519357] env[69498]: _type = "Task" [ 845.519357] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.530419] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbd39b-c96c-11d2-c81b-287e7fa09614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.544213] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.544480] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquired lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.544715] env[69498]: DEBUG nova.network.neutron [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.660226] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097774, 'name': Rename_Task, 'duration_secs': 0.186282} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.660991] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.667335] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925b30d5-00a0-4cc3-a878-ce934049584e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.678024] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 845.678024] env[69498]: value = "task-4097776" [ 845.678024] env[69498]: _type = "Task" [ 845.678024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.686202] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.695581] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097776, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.731574] env[69498]: DEBUG nova.network.neutron [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Updated VIF entry in instance network info cache for port b9d23c88-4472-4d8e-b0a4-2f841622f367. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.731574] env[69498]: DEBUG nova.network.neutron [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Updating instance_info_cache with network_info: [{"id": "b9d23c88-4472-4d8e-b0a4-2f841622f367", "address": "fa:16:3e:8b:be:ee", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d23c88-44", "ovs_interfaceid": "b9d23c88-4472-4d8e-b0a4-2f841622f367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.816155] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097775, 'name': ReconfigVM_Task, 'duration_secs': 0.23946} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.823184] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811729', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'name': 'volume-f2eaa004-900b-4165-abcb-f997296e931d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3811fd9-69a3-48f0-9e4d-abc16ca9d5ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'serial': 'f2eaa004-900b-4165-abcb-f997296e931d'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 845.823184] env[69498]: DEBUG nova.compute.manager [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Received event network-changed-abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.823184] env[69498]: DEBUG nova.compute.manager [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Refreshing instance network info cache due to event network-changed-abacf1cb-1a7e-4339-b303-5bf7331e45af. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.823366] env[69498]: DEBUG oslo_concurrency.lockutils [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] Acquiring lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823430] env[69498]: DEBUG oslo_concurrency.lockutils [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] Acquired lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.823664] env[69498]: DEBUG nova.network.neutron [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Refreshing network info cache for port abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.829020] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3383328f-984c-4210-b51c-93c7610f83dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.839214] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 845.839214] env[69498]: value = "task-4097777" [ 845.839214] env[69498]: _type = "Task" [ 845.839214] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.849271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.849709] env[69498]: DEBUG nova.objects.instance [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'migration_context' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.860236] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097777, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.889624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.037321] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbd39b-c96c-11d2-c81b-287e7fa09614, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.045230] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7569194-f9ad-4dde-a837-8610af0500aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.054669] env[69498]: DEBUG nova.compute.utils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Can not refresh info_cache because instance was not found {{(pid=69498) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 846.055493] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 846.055493] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea5f74-50a4-36dd-857d-5f29493d68a3" [ 846.055493] env[69498]: _type = "Task" [ 846.055493] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.072013] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea5f74-50a4-36dd-857d-5f29493d68a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.072434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.072667] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.073351] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efc8c8cf-14e9-4a99-8335-fb61ef1aaee1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.080638] env[69498]: DEBUG nova.network.neutron [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.089443] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 846.089443] env[69498]: value = "task-4097778" [ 846.089443] env[69498]: _type = "Task" [ 846.089443] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.101128] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.169822] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f733cc-7b80-4838-93bb-93f989e4cfcd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.182834] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77540de2-39b2-4959-a7b2-54e573b59b32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.187324] env[69498]: DEBUG nova.network.neutron [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.195072] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.224049] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210022ad-38da-4098-b53b-1a4477dab39b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.234097] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e453da88-ae3a-4f3c-b410-e46472353a60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.240655] env[69498]: DEBUG oslo_concurrency.lockutils [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] Releasing lock "refresh_cache-7bf244b2-3f82-4b72-a325-b6f2716268ac" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.240965] env[69498]: DEBUG nova.compute.manager [req-ab6282fb-e9da-4a15-ab43-5c17f7f98e30 req-2febe82d-a757-4071-81a4-41b16e1b2c8c service nova] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Received event network-vif-deleted-b51355b7-2985-4705-b7ef-90a4147ea301 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.253711] env[69498]: DEBUG nova.compute.provider_tree [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.356800] env[69498]: DEBUG nova.objects.base [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Object Instance<9c7eb62e-b80b-4faa-b499-9e886a918114> lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 846.357233] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097777, 'name': Rename_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.358189] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118d387-d71d-47fb-bf01-245cea71717b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.385175] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04132035-4fa5-4806-a78d-2221c807852d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.392570] env[69498]: DEBUG oslo_vmware.api [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 846.392570] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b8e16c-429e-fe9a-232a-6e5b646275f9" [ 846.392570] env[69498]: _type = "Task" [ 846.392570] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.404496] env[69498]: DEBUG oslo_vmware.api [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b8e16c-429e-fe9a-232a-6e5b646275f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.404860] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.604172] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.652127] env[69498]: DEBUG nova.network.neutron [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updated VIF entry in instance network info cache for port abacf1cb-1a7e-4339-b303-5bf7331e45af. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.652679] env[69498]: DEBUG nova.network.neutron [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updating instance_info_cache with network_info: [{"id": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "address": "fa:16:3e:de:3e:97", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabacf1cb-1a", "ovs_interfaceid": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.691166] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Releasing lock "refresh_cache-96501d38-df12-496f-b7da-7787298bbec2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.691692] env[69498]: DEBUG nova.compute.manager [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.691951] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.692334] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097776, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.692711] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfeefeb9-24fe-4eaa-b2d8-8c12fad73c5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.704391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff71367-b974-483c-a280-4f66eb7f7c9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.745932] env[69498]: WARNING nova.virt.vmwareapi.vmops [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 96501d38-df12-496f-b7da-7787298bbec2 could not be found. [ 846.745932] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.746067] env[69498]: INFO nova.compute.manager [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Took 0.05 seconds to destroy the instance on the hypervisor. [ 846.746419] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.746808] env[69498]: DEBUG nova.compute.manager [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.747205] env[69498]: DEBUG nova.network.neutron [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.757584] env[69498]: DEBUG nova.scheduler.client.report [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.766474] env[69498]: DEBUG nova.network.neutron [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.853867] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097777, 'name': Rename_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.104544] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785097} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.104957] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.105222] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.105482] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de20a783-b944-49d6-8cfd-af0a0c0d1eeb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.113265] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 847.113265] env[69498]: value = "task-4097779" [ 847.113265] env[69498]: _type = "Task" [ 847.113265] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.124463] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.156427] env[69498]: DEBUG oslo_concurrency.lockutils [req-1595478b-b525-4956-a80f-ef837e4c05fa req-cf6b4a10-849a-46a0-a572-c76ec42286a2 service nova] Releasing lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.191172] env[69498]: DEBUG oslo_vmware.api [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097776, 'name': PowerOnVM_Task, 'duration_secs': 1.274655} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.191172] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.191172] env[69498]: INFO nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Took 8.28 seconds to spawn the instance on the hypervisor. [ 847.191514] env[69498]: DEBUG nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.192222] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622cfe55-809c-499c-8a2d-2ff9a2269e72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.263622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.264509] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.267099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.468s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.268588] env[69498]: INFO nova.compute.claims [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.272401] env[69498]: DEBUG nova.network.neutron [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.354683] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097777, 'name': Rename_Task, 'duration_secs': 1.2417} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.354963] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.355269] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7fc9d8-2424-4ad1-a8d2-56a92ec9f4e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.362749] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 847.362749] env[69498]: value = "task-4097780" [ 847.362749] env[69498]: _type = "Task" [ 847.362749] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.377823] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.586039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.586039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.586039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.586368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.586368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.588685] env[69498]: INFO nova.compute.manager [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Terminating instance [ 847.624256] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070888} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.624668] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.625356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdfd049-4109-4015-a206-785fb35c9497 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.648331] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.648671] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5414f60d-5f8c-4dd4-ab97-ec50567143fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.670573] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 847.670573] env[69498]: value = "task-4097781" [ 847.670573] env[69498]: _type = "Task" [ 847.670573] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.679825] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.714145] env[69498]: INFO nova.compute.manager [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Took 56.28 seconds to build instance. [ 847.774440] env[69498]: DEBUG nova.compute.utils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.776855] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.776855] env[69498]: DEBUG nova.network.neutron [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.780940] env[69498]: INFO nova.compute.manager [-] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Took 1.03 seconds to deallocate network for instance. [ 847.837576] env[69498]: DEBUG nova.policy [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e58050698a4e5f8ff81ebb145f5938', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260e7f6a61954571bc997719e6558d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.877376] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.938621] env[69498]: DEBUG nova.compute.manager [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Received event network-changed-abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.938621] env[69498]: DEBUG nova.compute.manager [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Refreshing instance network info cache due to event network-changed-abacf1cb-1a7e-4339-b303-5bf7331e45af. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.938876] env[69498]: DEBUG oslo_concurrency.lockutils [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] Acquiring lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.939084] env[69498]: DEBUG oslo_concurrency.lockutils [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] Acquired lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.939263] env[69498]: DEBUG nova.network.neutron [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Refreshing network info cache for port abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.092927] env[69498]: DEBUG nova.compute.manager [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.093267] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.094772] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62128a0-4240-4979-9152-994978d5bf35 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.103972] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.104424] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b72635-ff2e-4159-b0c7-c486480daf1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.112205] env[69498]: DEBUG oslo_vmware.api [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 848.112205] env[69498]: value = "task-4097782" [ 848.112205] env[69498]: _type = "Task" [ 848.112205] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.123333] env[69498]: DEBUG oslo_vmware.api [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.186747] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097781, 'name': ReconfigVM_Task, 'duration_secs': 0.378603} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.187124] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.187844] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dcfd1fa-3cb2-4d52-a321-70e4bd90b092 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.193541] env[69498]: DEBUG nova.network.neutron [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Successfully created port: faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.199068] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 848.199068] env[69498]: value = "task-4097783" [ 848.199068] env[69498]: _type = "Task" [ 848.199068] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.211705] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097783, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.216807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8016d9bd-99e1-4da6-b7a7-bea56e5c229a tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.283s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.287217] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.296750] env[69498]: INFO nova.compute.manager [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance disappeared during terminate [ 848.296750] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13afc177-3964-41d7-873a-cb6a02d335fa tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "96501d38-df12-496f-b7da-7787298bbec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.258s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.377552] env[69498]: DEBUG oslo_vmware.api [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097780, 'name': PowerOnVM_Task, 'duration_secs': 0.95725} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.386036] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.386036] env[69498]: INFO nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Took 10.62 seconds to spawn the instance on the hypervisor. [ 848.386036] env[69498]: DEBUG nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.386491] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf6bda-d63f-499f-bd64-65a0e0e531aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.636065] env[69498]: DEBUG oslo_vmware.api [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097782, 'name': PowerOffVM_Task, 'duration_secs': 0.246707} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.636943] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.637378] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.637903] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8873896-7613-43dc-82b7-3249f733e956 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.709596] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097783, 'name': Rename_Task, 'duration_secs': 0.216957} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.710427] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.710726] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7350e667-3c5a-4658-b42e-5267c4252845 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.720305] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.724162] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 848.724162] env[69498]: value = "task-4097785" [ 848.724162] env[69498]: _type = "Task" [ 848.724162] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.726725] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.726826] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.727102] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Deleting the datastore file [datastore2] fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.733045] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c045248-b1c6-46e3-abeb-911205de6173 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.748318] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.750326] env[69498]: DEBUG oslo_vmware.api [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for the task: (returnval){ [ 848.750326] env[69498]: value = "task-4097786" [ 848.750326] env[69498]: _type = "Task" [ 848.750326] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.763627] env[69498]: DEBUG oslo_vmware.api [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.899233] env[69498]: DEBUG nova.network.neutron [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updated VIF entry in instance network info cache for port abacf1cb-1a7e-4339-b303-5bf7331e45af. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.899621] env[69498]: DEBUG nova.network.neutron [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updating instance_info_cache with network_info: [{"id": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "address": "fa:16:3e:de:3e:97", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabacf1cb-1a", "ovs_interfaceid": "abacf1cb-1a7e-4339-b303-5bf7331e45af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.916180] env[69498]: INFO nova.compute.manager [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Took 63.75 seconds to build instance. [ 848.990944] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446cfce1-a582-4996-ad58-1ea6b3704529 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.000307] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bffc364-867c-4ae3-9a21-050aa7a6fe2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.034500] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea8dc88-fd05-45b4-ab17-84c4aa2f735c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.042995] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32887280-8d60-49e7-9b73-75883b22f1a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.058853] env[69498]: DEBUG nova.compute.provider_tree [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.242032] env[69498]: DEBUG oslo_vmware.api [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097785, 'name': PowerOnVM_Task, 'duration_secs': 0.518137} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.242369] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.242791] env[69498]: INFO nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Took 7.44 seconds to spawn the instance on the hypervisor. [ 849.243177] env[69498]: DEBUG nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.244504] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eadd0b-b8db-4997-9984-8ab60e27ce1f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.251223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.269773] env[69498]: DEBUG oslo_vmware.api [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Task: {'id': task-4097786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26483} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.269981] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.270174] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.270359] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.270531] env[69498]: INFO nova.compute.manager [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 849.270792] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.270983] env[69498]: DEBUG nova.compute.manager [-] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.271093] env[69498]: DEBUG nova.network.neutron [-] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.309711] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.353390] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.353580] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.353844] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.354064] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.354299] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.354506] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.354811] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.355084] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.355322] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.355573] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.355831] env[69498]: DEBUG nova.virt.hardware [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.357122] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c360462d-1f4a-4ce9-b2a9-4ae9a66832ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.367100] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67b8b8-b97b-4153-8800-8acaa567f5d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.404129] env[69498]: DEBUG oslo_concurrency.lockutils [req-c10c5b80-6932-4038-9e2c-edeba1847df7 req-b41479da-b3d7-4aa9-8cce-ec3c1d3eaf25 service nova] Releasing lock "refresh_cache-d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.419015] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d62377e-6f33-4ab6-9708-61a0c8c4419e tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.658s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.567794] env[69498]: DEBUG nova.scheduler.client.report [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.581157] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aee5f1-b0a1-1e1e-072e-98656a45df5e/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 849.582274] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa2b80-c303-487e-a756-ce7445dc606b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.590990] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aee5f1-b0a1-1e1e-072e-98656a45df5e/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 849.591233] env[69498]: ERROR oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aee5f1-b0a1-1e1e-072e-98656a45df5e/disk-0.vmdk due to incomplete transfer. [ 849.592350] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac05fd02-bee0-42c3-8afb-0bcd5f0d7974 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.603989] env[69498]: DEBUG oslo_vmware.rw_handles [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aee5f1-b0a1-1e1e-072e-98656a45df5e/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 849.604356] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Uploaded image 7a3fd388-9cbd-4ebd-946d-e066e5919a10 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 849.607392] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.607800] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f36142da-21d3-409a-8220-e97d94e1a1d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.618508] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 849.618508] env[69498]: value = "task-4097787" [ 849.618508] env[69498]: _type = "Task" [ 849.618508] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.632323] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097787, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.774768] env[69498]: INFO nova.compute.manager [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Took 55.29 seconds to build instance. [ 849.922506] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.076895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.076895] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.081492] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.060s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.081897] env[69498]: DEBUG nova.objects.instance [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lazy-loading 'resources' on Instance uuid 1d6553a4-a687-405f-9f2c-04d921676200 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.111977] env[69498]: DEBUG nova.network.neutron [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Successfully updated port: faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.132816] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097787, 'name': Destroy_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.278676] env[69498]: DEBUG nova.network.neutron [-] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.280482] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc72900-f041-40ef-a6dc-0b086662cfe2 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.740s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.291267] env[69498]: DEBUG nova.compute.manager [req-6c244655-c82c-4161-941e-ef7faa9f8c4c req-23483a13-24a5-4f7d-bbb6-d845ce57d668 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Received event network-vif-plugged-faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.291599] env[69498]: DEBUG oslo_concurrency.lockutils [req-6c244655-c82c-4161-941e-ef7faa9f8c4c req-23483a13-24a5-4f7d-bbb6-d845ce57d668 service nova] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.291839] env[69498]: DEBUG oslo_concurrency.lockutils [req-6c244655-c82c-4161-941e-ef7faa9f8c4c req-23483a13-24a5-4f7d-bbb6-d845ce57d668 service nova] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.292073] env[69498]: DEBUG oslo_concurrency.lockutils [req-6c244655-c82c-4161-941e-ef7faa9f8c4c req-23483a13-24a5-4f7d-bbb6-d845ce57d668 service nova] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.292308] env[69498]: DEBUG nova.compute.manager [req-6c244655-c82c-4161-941e-ef7faa9f8c4c req-23483a13-24a5-4f7d-bbb6-d845ce57d668 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] No waiting events found dispatching network-vif-plugged-faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.292432] env[69498]: WARNING nova.compute.manager [req-6c244655-c82c-4161-941e-ef7faa9f8c4c req-23483a13-24a5-4f7d-bbb6-d845ce57d668 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Received unexpected event network-vif-plugged-faa74e9d-92f1-4276-a09a-4bda49fca3c5 for instance with vm_state building and task_state spawning. [ 850.336669] env[69498]: DEBUG nova.compute.manager [req-fa1f1fab-16e2-4688-ac26-686d1b4c431a req-3f79bc95-f894-4736-a4a2-e51bd6508226 service nova] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Received event network-vif-deleted-5ea7b4af-4d3f-4224-b062-f94718d2db92 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.456242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.570037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.570180] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.570577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.570577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.570761] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.573109] env[69498]: INFO nova.compute.manager [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Terminating instance [ 850.584468] env[69498]: DEBUG nova.compute.utils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.591919] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.592223] env[69498]: DEBUG nova.network.neutron [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.616438] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.616631] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.616793] env[69498]: DEBUG nova.network.neutron [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.639069] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097787, 'name': Destroy_Task, 'duration_secs': 0.838821} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.641769] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Destroyed the VM [ 850.641949] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.642414] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a135bfa-6f2d-4c12-8d85-ef106c7da7d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.651319] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 850.651319] env[69498]: value = "task-4097788" [ 850.651319] env[69498]: _type = "Task" [ 850.651319] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.663323] env[69498]: DEBUG nova.policy [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a5acf1b496a4c96b79f99b02eb5a8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddad8dc858284d3c8065db49842a6dc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.671021] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097788, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.786024] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.787481] env[69498]: INFO nova.compute.manager [-] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Took 1.52 seconds to deallocate network for instance. [ 851.036046] env[69498]: DEBUG nova.network.neutron [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Successfully created port: e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.078347] env[69498]: DEBUG nova.compute.manager [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.078501] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.079325] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae66f95-7fcb-431e-9114-a1a6851057c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.090244] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.090603] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c411c26-79b9-40eb-849b-93f2eb38d2f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.095608] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.100214] env[69498]: DEBUG oslo_vmware.api [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 851.100214] env[69498]: value = "task-4097789" [ 851.100214] env[69498]: _type = "Task" [ 851.100214] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.117269] env[69498]: DEBUG oslo_vmware.api [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.168827] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097788, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.204832] env[69498]: DEBUG nova.network.neutron [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.265204] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b48f9-7a5e-4484-88f9-690ceaa71174 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.277284] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626046de-fe29-4546-8f4e-e301eafbaeca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.322149] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.330511] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618739c1-ee87-4926-ae8a-488d5f7e3666 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.338589] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31ef729-4ec8-4d1d-ba08-9cc1db33091a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.356776] env[69498]: DEBUG nova.compute.provider_tree [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.361488] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.518702] env[69498]: DEBUG nova.network.neutron [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [{"id": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "address": "fa:16:3e:c0:97:b7", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa74e9d-92", "ovs_interfaceid": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.617967] env[69498]: DEBUG oslo_vmware.api [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097789, 'name': PowerOffVM_Task, 'duration_secs': 0.312655} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.618880] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.618880] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.618880] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b863e9a-5647-4e95-9e87-5fa9ea90836e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.665618] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097788, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.688607] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.688901] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.715017] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.715376] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.715659] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Deleting the datastore file [datastore1] 46ceadf5-a94c-4880-a312-8bc1c8d9db33 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.716063] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f5e08d-a433-4f2e-8c72-791349060b9b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.726351] env[69498]: DEBUG oslo_vmware.api [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 851.726351] env[69498]: value = "task-4097791" [ 851.726351] env[69498]: _type = "Task" [ 851.726351] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.737857] env[69498]: DEBUG oslo_vmware.api [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.748176] env[69498]: DEBUG nova.compute.manager [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 851.860214] env[69498]: DEBUG nova.scheduler.client.report [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.021778] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.021778] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Instance network_info: |[{"id": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "address": "fa:16:3e:c0:97:b7", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa74e9d-92", "ovs_interfaceid": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.022249] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:97:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa74e9d-92f1-4276-a09a-4bda49fca3c5', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.030625] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Creating folder: Project (260e7f6a61954571bc997719e6558d96). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.031016] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d19a0f80-058c-4dd8-82dd-195bdb692cd3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.044052] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Created folder: Project (260e7f6a61954571bc997719e6558d96) in parent group-v811634. [ 852.044308] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Creating folder: Instances. Parent ref: group-v811787. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.044580] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-779dc4ff-66cf-4fac-80a2-bc09932660af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.058073] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Created folder: Instances in parent group-v811787. [ 852.058454] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.058749] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.059058] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ba0f1e-0ed7-4258-b266-6552deca80de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.083749] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.083749] env[69498]: value = "task-4097794" [ 852.083749] env[69498]: _type = "Task" [ 852.083749] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.093476] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097794, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.111561] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.138173] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.138441] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.138600] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.138784] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.138929] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.139186] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.139504] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.139744] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.140058] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.140284] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.140499] env[69498]: DEBUG nova.virt.hardware [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.141920] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9289c5ca-46f4-4a50-b4a1-2191302a9af6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.151419] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970fcdc-164c-44da-8a62-62bdb4fa0c57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.177265] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097788, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.237814] env[69498]: DEBUG oslo_vmware.api [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185316} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.238199] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.238423] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.238646] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.238932] env[69498]: INFO nova.compute.manager [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Took 1.16 seconds to destroy the instance on the hypervisor. [ 852.239167] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.239427] env[69498]: DEBUG nova.compute.manager [-] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.239583] env[69498]: DEBUG nova.network.neutron [-] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.273217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.367140] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.372110] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.570s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.375132] env[69498]: INFO nova.compute.claims [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.382661] env[69498]: DEBUG nova.compute.manager [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Received event network-changed-faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.382919] env[69498]: DEBUG nova.compute.manager [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Refreshing instance network info cache due to event network-changed-faa74e9d-92f1-4276-a09a-4bda49fca3c5. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.383297] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] Acquiring lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.383430] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] Acquired lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.386019] env[69498]: DEBUG nova.network.neutron [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Refreshing network info cache for port faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.395703] env[69498]: INFO nova.scheduler.client.report [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Deleted allocations for instance 1d6553a4-a687-405f-9f2c-04d921676200 [ 852.595815] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097794, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.667879] env[69498]: DEBUG oslo_vmware.api [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097788, 'name': RemoveSnapshot_Task, 'duration_secs': 1.641049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.668222] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.668491] env[69498]: INFO nova.compute.manager [None req-e9413b8a-40ef-4c96-986b-38738028742f tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Took 19.76 seconds to snapshot the instance on the hypervisor. [ 852.684731] env[69498]: DEBUG nova.network.neutron [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Successfully updated port: e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.904304] env[69498]: DEBUG oslo_concurrency.lockutils [None req-851ffe63-646c-46e7-9be6-849738f1ec98 tempest-AttachInterfacesUnderV243Test-1007658330 tempest-AttachInterfacesUnderV243Test-1007658330-project-member] Lock "1d6553a4-a687-405f-9f2c-04d921676200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.342s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.098840] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097794, 'name': CreateVM_Task, 'duration_secs': 0.633851} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.099134] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.099941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.100121] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.100622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100907] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf5d63a-ca37-4161-a663-e02e3cc7180f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.105259] env[69498]: DEBUG nova.network.neutron [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updated VIF entry in instance network info cache for port faa74e9d-92f1-4276-a09a-4bda49fca3c5. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.105557] env[69498]: DEBUG nova.network.neutron [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [{"id": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "address": "fa:16:3e:c0:97:b7", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa74e9d-92", "ovs_interfaceid": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.108354] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 853.108354] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521b1758-9871-bd57-4c36-d21a09da225d" [ 853.108354] env[69498]: _type = "Task" [ 853.108354] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.120301] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521b1758-9871-bd57-4c36-d21a09da225d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.188162] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "refresh_cache-8d6007e6-1e39-4ff9-8128-30d979346266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.188511] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "refresh_cache-8d6007e6-1e39-4ff9-8128-30d979346266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.188511] env[69498]: DEBUG nova.network.neutron [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.361934] env[69498]: DEBUG nova.compute.manager [req-28cd92b7-6812-4aa9-aa34-6a4129fda52a req-63fa3daf-c0fb-4612-9282-1660a0fb713b service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Received event network-vif-deleted-2bc70838-c7af-47d1-b3fc-f4612d922834 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.362099] env[69498]: INFO nova.compute.manager [req-28cd92b7-6812-4aa9-aa34-6a4129fda52a req-63fa3daf-c0fb-4612-9282-1660a0fb713b service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Neutron deleted interface 2bc70838-c7af-47d1-b3fc-f4612d922834; detaching it from the instance and deleting it from the info cache [ 853.362272] env[69498]: DEBUG nova.network.neutron [req-28cd92b7-6812-4aa9-aa34-6a4129fda52a req-63fa3daf-c0fb-4612-9282-1660a0fb713b service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.569277] env[69498]: DEBUG nova.network.neutron [-] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.609926] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] Releasing lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.610522] env[69498]: DEBUG nova.compute.manager [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Received event network-changed-1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.610522] env[69498]: DEBUG nova.compute.manager [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Refreshing instance network info cache due to event network-changed-1c5870fd-6686-4b50-8e04-67a07ff32da3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.610522] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] Acquiring lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.610653] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] Acquired lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.610758] env[69498]: DEBUG nova.network.neutron [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Refreshing network info cache for port 1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.623345] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521b1758-9871-bd57-4c36-d21a09da225d, 'name': SearchDatastore_Task, 'duration_secs': 0.030372} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.627242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.627242] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.627866] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.628207] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.628664] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.630450] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8c8649b-aef1-47ab-abdb-0967d1e2427f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.644141] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.644504] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.645845] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c22700-e2a0-4ffc-8ce0-257b7a9c7b50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.652454] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 853.652454] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a59bb-e815-c410-acb4-3586857c276d" [ 853.652454] env[69498]: _type = "Task" [ 853.652454] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.664159] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a59bb-e815-c410-acb4-3586857c276d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.763299] env[69498]: DEBUG nova.network.neutron [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.864740] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd802b21-691d-4901-bceb-fcb988782755 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.874848] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79ea64f-f52d-45b5-9669-82006d6a61f8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.920918] env[69498]: DEBUG nova.compute.manager [req-28cd92b7-6812-4aa9-aa34-6a4129fda52a req-63fa3daf-c0fb-4612-9282-1660a0fb713b service nova] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Detach interface failed, port_id=2bc70838-c7af-47d1-b3fc-f4612d922834, reason: Instance 46ceadf5-a94c-4880-a312-8bc1c8d9db33 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.967373] env[69498]: DEBUG nova.network.neutron [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Updating instance_info_cache with network_info: [{"id": "e9ba7834-92e8-4621-9499-0d0f6b507fe2", "address": "fa:16:3e:6b:8f:ba", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ba7834-92", "ovs_interfaceid": "e9ba7834-92e8-4621-9499-0d0f6b507fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.044187] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e91de-d330-4280-a383-5ae8f0b042cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.054267] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad96a21-48da-4cdc-afde-741e071a2884 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.087691] env[69498]: INFO nova.compute.manager [-] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Took 1.85 seconds to deallocate network for instance. [ 854.093993] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb019b-cd62-4d5a-a004-3be8eaa5e4f2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.106154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01994884-7491-4eb3-bd1b-04815bdd0aed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.121620] env[69498]: DEBUG nova.compute.provider_tree [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.163412] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a59bb-e815-c410-acb4-3586857c276d, 'name': SearchDatastore_Task, 'duration_secs': 0.030074} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.164496] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48feca6-ceda-4f02-8ce4-bfbad72f1940 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.174555] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 854.174555] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520afab5-96f7-e7f2-2045-988f5f936c10" [ 854.174555] env[69498]: _type = "Task" [ 854.174555] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.181485] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520afab5-96f7-e7f2-2045-988f5f936c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.368319] env[69498]: DEBUG nova.network.neutron [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updated VIF entry in instance network info cache for port 1c5870fd-6686-4b50-8e04-67a07ff32da3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.368751] env[69498]: DEBUG nova.network.neutron [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updating instance_info_cache with network_info: [{"id": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "address": "fa:16:3e:e7:cb:fb", "network": {"id": "e9695f70-64b1-4f45-a419-0be210429f8e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-93450460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8877832ad8094daba83ee0fcad026961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5870fd-66", "ovs_interfaceid": "1c5870fd-6686-4b50-8e04-67a07ff32da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.475670] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "refresh_cache-8d6007e6-1e39-4ff9-8128-30d979346266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.476240] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Instance network_info: |[{"id": "e9ba7834-92e8-4621-9499-0d0f6b507fe2", "address": "fa:16:3e:6b:8f:ba", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ba7834-92", "ovs_interfaceid": "e9ba7834-92e8-4621-9499-0d0f6b507fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.477399] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ba7834-92e8-4621-9499-0d0f6b507fe2', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.485583] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.485755] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.485893] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1f21d0-a856-4b16-99e5-8481863f9ae8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.508664] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.508664] env[69498]: value = "task-4097795" [ 854.508664] env[69498]: _type = "Task" [ 854.508664] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.518569] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097795, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.595232] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.625165] env[69498]: DEBUG nova.scheduler.client.report [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.684497] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520afab5-96f7-e7f2-2045-988f5f936c10, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.684809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.685220] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8fa184f9-ad9f-4d12-8f86-7ccd6833f215/8fa184f9-ad9f-4d12-8f86-7ccd6833f215.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.685601] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f2d844-3084-434f-b000-6dc8c108ac7d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.694109] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 854.694109] env[69498]: value = "task-4097796" [ 854.694109] env[69498]: _type = "Task" [ 854.694109] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.703801] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.753735] env[69498]: DEBUG nova.compute.manager [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Received event network-vif-plugged-e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.753869] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] Acquiring lock "8d6007e6-1e39-4ff9-8128-30d979346266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.754110] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] Lock "8d6007e6-1e39-4ff9-8128-30d979346266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.754377] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] Lock "8d6007e6-1e39-4ff9-8128-30d979346266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.754717] env[69498]: DEBUG nova.compute.manager [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] No waiting events found dispatching network-vif-plugged-e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.754949] env[69498]: WARNING nova.compute.manager [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Received unexpected event network-vif-plugged-e9ba7834-92e8-4621-9499-0d0f6b507fe2 for instance with vm_state building and task_state spawning. [ 854.755291] env[69498]: DEBUG nova.compute.manager [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Received event network-changed-e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.755869] env[69498]: DEBUG nova.compute.manager [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Refreshing instance network info cache due to event network-changed-e9ba7834-92e8-4621-9499-0d0f6b507fe2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.755869] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] Acquiring lock "refresh_cache-8d6007e6-1e39-4ff9-8128-30d979346266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.755972] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] Acquired lock "refresh_cache-8d6007e6-1e39-4ff9-8128-30d979346266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.756188] env[69498]: DEBUG nova.network.neutron [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Refreshing network info cache for port e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.872751] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c8526c5-b854-4cd2-9d1b-b38d5936b034 req-b3c32b0f-6cfb-417e-8ba8-b9527c77f308 service nova] Releasing lock "refresh_cache-d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.989876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.990319] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.022859] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097795, 'name': CreateVM_Task, 'duration_secs': 0.406623} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.023585] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.024442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.024659] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.025043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.025329] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b421abe-f017-4898-ba54-010a95c876a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.028564] env[69498]: DEBUG nova.compute.manager [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.029816] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf743a1-69a3-4004-974d-ec35f5fc9f70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.041646] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 855.041646] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d684df-2471-451d-f16e-4efe0a87b860" [ 855.041646] env[69498]: _type = "Task" [ 855.041646] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.052581] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d684df-2471-451d-f16e-4efe0a87b860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.131534] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.132758] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.136603] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.939s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.137326] env[69498]: DEBUG nova.objects.instance [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lazy-loading 'resources' on Instance uuid 8973a3e6-2ff2-46ba-9a13-4c06d667bcae {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.207363] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.495273] env[69498]: DEBUG nova.network.neutron [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Updated VIF entry in instance network info cache for port e9ba7834-92e8-4621-9499-0d0f6b507fe2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.495820] env[69498]: DEBUG nova.network.neutron [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Updating instance_info_cache with network_info: [{"id": "e9ba7834-92e8-4621-9499-0d0f6b507fe2", "address": "fa:16:3e:6b:8f:ba", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ba7834-92", "ovs_interfaceid": "e9ba7834-92e8-4621-9499-0d0f6b507fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.544941] env[69498]: INFO nova.compute.manager [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] instance snapshotting [ 855.551747] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e1dc5-fbd9-40cf-88c8-cb1180bb890d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.563636] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d684df-2471-451d-f16e-4efe0a87b860, 'name': SearchDatastore_Task, 'duration_secs': 0.053049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.579492] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.580090] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.580488] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.580753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.581069] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.581961] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aabcf19e-2e52-495d-8052-2cb3f31155d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.584668] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf545baa-ded6-4188-a0fc-b6a479a87120 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.598200] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.598397] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.599410] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8e3a77-bf29-4c8b-8479-b27ba533e3ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.609774] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 855.609774] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52693a57-33f6-1fba-7b60-1025fb44dc9c" [ 855.609774] env[69498]: _type = "Task" [ 855.609774] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.622950] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52693a57-33f6-1fba-7b60-1025fb44dc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.644335] env[69498]: DEBUG nova.compute.utils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.646862] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.648638] env[69498]: DEBUG nova.network.neutron [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.709116] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524081} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.709511] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8fa184f9-ad9f-4d12-8f86-7ccd6833f215/8fa184f9-ad9f-4d12-8f86-7ccd6833f215.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.709862] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.711510] env[69498]: DEBUG nova.policy [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b423c07687741c397852289c6a6a807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '889dfcfee39a42198cfe848affc9b7f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.713248] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ada66c8b-a34b-4ce9-91eb-bef0e81cf980 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.722456] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 855.722456] env[69498]: value = "task-4097797" [ 855.722456] env[69498]: _type = "Task" [ 855.722456] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.733416] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.001263] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f6cf372-d887-4d77-ae7a-1867b0b0d096 req-ddc99d58-5cba-4d26-a1c4-6da615df2462 service nova] Releasing lock "refresh_cache-8d6007e6-1e39-4ff9-8128-30d979346266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.039911] env[69498]: DEBUG nova.network.neutron [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Successfully created port: 44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.100762] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 856.101101] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2787e036-e136-4091-8b69-53d78e551479 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.116761] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 856.116761] env[69498]: value = "task-4097798" [ 856.116761] env[69498]: _type = "Task" [ 856.116761] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.129036] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52693a57-33f6-1fba-7b60-1025fb44dc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.130099] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e690189-a18c-4979-b816-9eec554924b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.136428] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.142958] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 856.142958] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52089c54-4b02-d7ac-a7fc-245b9c6404a1" [ 856.142958] env[69498]: _type = "Task" [ 856.142958] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.153925] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.156121] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52089c54-4b02-d7ac-a7fc-245b9c6404a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.240521] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076647} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.241121] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.242289] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834bbe81-e0e0-44e6-ae59-3063ada17e09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.271818] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8fa184f9-ad9f-4d12-8f86-7ccd6833f215/8fa184f9-ad9f-4d12-8f86-7ccd6833f215.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.275819] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e4bdd2-7d4e-4885-bacc-d683a697f567 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.300386] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 856.300386] env[69498]: value = "task-4097799" [ 856.300386] env[69498]: _type = "Task" [ 856.300386] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.312716] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.324379] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b34038-0c73-42d8-ab23-714c882a9213 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.332340] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae0d5c2-edd7-4d38-9329-6ae946c85038 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.365417] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671b7d4-0214-492f-b0cc-cf694350f3db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.373759] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13355372-e11f-47fb-a4f1-65d1e65d3fd5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.390238] env[69498]: DEBUG nova.compute.provider_tree [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.631352] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097798, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.657666] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52089c54-4b02-d7ac-a7fc-245b9c6404a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.657967] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.658417] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8d6007e6-1e39-4ff9-8128-30d979346266/8d6007e6-1e39-4ff9-8128-30d979346266.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.658639] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c137df-5d81-45b2-b3cd-c539401e2a47 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.671475] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 856.671475] env[69498]: value = "task-4097800" [ 856.671475] env[69498]: _type = "Task" [ 856.671475] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.682709] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.814471] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.892899] env[69498]: DEBUG nova.scheduler.client.report [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.139122] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097798, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.169332] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.186955] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097800, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.199227] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0dacde09-22ab-41ec-bb97-7d1565273c85',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1455772227',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.199474] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.199782] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.200571] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.200887] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.202219] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.202597] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.202922] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.203156] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.203374] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.203615] env[69498]: DEBUG nova.virt.hardware [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.204797] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894cc73b-3e51-4402-a6c8-511edbd21643 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.215932] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bef3ba-f0ce-4cea-8553-bc8aec72b036 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.314026] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097799, 'name': ReconfigVM_Task, 'duration_secs': 0.64121} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.314400] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8fa184f9-ad9f-4d12-8f86-7ccd6833f215/8fa184f9-ad9f-4d12-8f86-7ccd6833f215.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.315104] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b2481c8-c714-4fc7-8b97-087c2db8846e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.328468] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 857.328468] env[69498]: value = "task-4097801" [ 857.328468] env[69498]: _type = "Task" [ 857.328468] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.337235] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097801, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.399366] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.402084] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.647s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.403915] env[69498]: INFO nova.compute.claims [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.430866] env[69498]: INFO nova.scheduler.client.report [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Deleted allocations for instance 8973a3e6-2ff2-46ba-9a13-4c06d667bcae [ 857.633976] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097798, 'name': CreateSnapshot_Task, 'duration_secs': 1.113569} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.634328] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 857.635669] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7914f9a8-3293-43e7-9824-fc16aa2c1203 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.656050] env[69498]: DEBUG nova.compute.manager [req-e3f477e8-27aa-426d-bbc6-8d7e347e9fab req-693f05da-bc90-4c99-bea5-36a8f130ab64 service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Received event network-vif-plugged-44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.656050] env[69498]: DEBUG oslo_concurrency.lockutils [req-e3f477e8-27aa-426d-bbc6-8d7e347e9fab req-693f05da-bc90-4c99-bea5-36a8f130ab64 service nova] Acquiring lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.656050] env[69498]: DEBUG oslo_concurrency.lockutils [req-e3f477e8-27aa-426d-bbc6-8d7e347e9fab req-693f05da-bc90-4c99-bea5-36a8f130ab64 service nova] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.656050] env[69498]: DEBUG oslo_concurrency.lockutils [req-e3f477e8-27aa-426d-bbc6-8d7e347e9fab req-693f05da-bc90-4c99-bea5-36a8f130ab64 service nova] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.656050] env[69498]: DEBUG nova.compute.manager [req-e3f477e8-27aa-426d-bbc6-8d7e347e9fab req-693f05da-bc90-4c99-bea5-36a8f130ab64 service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] No waiting events found dispatching network-vif-plugged-44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.656925] env[69498]: WARNING nova.compute.manager [req-e3f477e8-27aa-426d-bbc6-8d7e347e9fab req-693f05da-bc90-4c99-bea5-36a8f130ab64 service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Received unexpected event network-vif-plugged-44580602-7718-482d-8562-2261ef721bb4 for instance with vm_state building and task_state spawning. [ 857.684090] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687673} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.684389] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8d6007e6-1e39-4ff9-8128-30d979346266/8d6007e6-1e39-4ff9-8128-30d979346266.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.684611] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.685046] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f7a4eac-a39f-4b86-931a-e2bc1915e538 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.695444] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 857.695444] env[69498]: value = "task-4097802" [ 857.695444] env[69498]: _type = "Task" [ 857.695444] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.714516] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.763362] env[69498]: DEBUG nova.network.neutron [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Successfully updated port: 44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.837400] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097801, 'name': Rename_Task, 'duration_secs': 0.184315} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.837803] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.838153] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc74f5d8-3e4d-4397-ab7d-db5cb25a56af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.847270] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 857.847270] env[69498]: value = "task-4097803" [ 857.847270] env[69498]: _type = "Task" [ 857.847270] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.858879] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.050385] env[69498]: DEBUG oslo_concurrency.lockutils [None req-25258f36-abad-4c5a-9b36-416458eac9ed tempest-ServersAdminNegativeTestJSON-1852575205 tempest-ServersAdminNegativeTestJSON-1852575205-project-member] Lock "8973a3e6-2ff2-46ba-9a13-4c06d667bcae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.563s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.161510] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.161510] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ff8a57c-e8fa-4d50-9c49-6c614069cf03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.173675] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 858.173675] env[69498]: value = "task-4097804" [ 858.173675] env[69498]: _type = "Task" [ 858.173675] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.184098] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097804, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.205575] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252762} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.205897] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.206631] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8bb854-3123-4628-9b49-9eb01c559d9a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.230490] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 8d6007e6-1e39-4ff9-8128-30d979346266/8d6007e6-1e39-4ff9-8128-30d979346266.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.230848] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e64a18-bee8-4dbf-9f63-5c53f15d5342 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.253051] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 858.253051] env[69498]: value = "task-4097805" [ 858.253051] env[69498]: _type = "Task" [ 858.253051] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.262829] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.266796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.266796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.266946] env[69498]: DEBUG nova.network.neutron [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.358213] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.686073] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097804, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.764528] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.808462] env[69498]: DEBUG nova.network.neutron [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.864765] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097803, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.998692] env[69498]: DEBUG nova.network.neutron [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.157620] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82c767-426f-4947-ae31-26cf08914ca2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.167028] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e5aaa-758b-40ce-8cb7-261e5b255f09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.208398] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1e16ae-55e5-4124-a935-139def69a800 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.227039] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097804, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.229177] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bde5997-b05e-4939-b6e6-61d60b540de1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.248420] env[69498]: DEBUG nova.compute.provider_tree [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.264579] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097805, 'name': ReconfigVM_Task, 'duration_secs': 1.011752} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.265587] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 8d6007e6-1e39-4ff9-8128-30d979346266/8d6007e6-1e39-4ff9-8128-30d979346266.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.266290] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3270b1f3-bca8-4c8d-96c4-d1827b45e446 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.273554] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 859.273554] env[69498]: value = "task-4097806" [ 859.273554] env[69498]: _type = "Task" [ 859.273554] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.282820] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097806, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.360664] env[69498]: DEBUG oslo_vmware.api [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097803, 'name': PowerOnVM_Task, 'duration_secs': 1.428385} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.361104] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.361277] env[69498]: INFO nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Took 10.05 seconds to spawn the instance on the hypervisor. [ 859.361408] env[69498]: DEBUG nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.362384] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e53b1f5-ca39-48a5-8c43-d1290dfd2b42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.505850] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.506229] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Instance network_info: |[{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.507501] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:de:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44580602-7718-482d-8562-2261ef721bb4', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.518335] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.518335] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.518481] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdff4af9-8fea-4755-bc77-a011c1dc8d0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.540081] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.540081] env[69498]: value = "task-4097807" [ 859.540081] env[69498]: _type = "Task" [ 859.540081] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.550228] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097807, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.714887] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.715052] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.716168] env[69498]: DEBUG nova.compute.manager [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Received event network-changed-44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.716354] env[69498]: DEBUG nova.compute.manager [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Refreshing instance network info cache due to event network-changed-44580602-7718-482d-8562-2261ef721bb4. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.716548] env[69498]: DEBUG oslo_concurrency.lockutils [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] Acquiring lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.716683] env[69498]: DEBUG oslo_concurrency.lockutils [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] Acquired lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.717142] env[69498]: DEBUG nova.network.neutron [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Refreshing network info cache for port 44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.724918] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097804, 'name': CloneVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.753111] env[69498]: DEBUG nova.scheduler.client.report [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.785117] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097806, 'name': Rename_Task, 'duration_secs': 0.161789} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.786548] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.786754] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42fc0a0-a0c8-4eaa-8af6-7891a9a2267c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.795046] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 859.795046] env[69498]: value = "task-4097808" [ 859.795046] env[69498]: _type = "Task" [ 859.795046] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.804158] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.882797] env[69498]: INFO nova.compute.manager [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Took 51.16 seconds to build instance. [ 860.051160] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097807, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.215351] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097804, 'name': CloneVM_Task, 'duration_secs': 1.630272} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.215612] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Created linked-clone VM from snapshot [ 860.216264] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14bdbf-7853-46f6-af04-6af5f5ffccf0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.224825] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Uploading image 14a55fe9-ca08-4658-b0c7-a59996ebfc87 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.251621] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 860.251621] env[69498]: value = "vm-811792" [ 860.251621] env[69498]: _type = "VirtualMachine" [ 860.251621] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 860.252019] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b830d390-a41f-4231-a9b1-0403f8d652e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.258561] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.259136] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.263336] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.649s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.264877] env[69498]: INFO nova.compute.claims [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.268373] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lease: (returnval){ [ 860.268373] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a8a719-4102-7a13-6476-a343622cf86e" [ 860.268373] env[69498]: _type = "HttpNfcLease" [ 860.268373] env[69498]: } obtained for exporting VM: (result){ [ 860.268373] env[69498]: value = "vm-811792" [ 860.268373] env[69498]: _type = "VirtualMachine" [ 860.268373] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 860.268914] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the lease: (returnval){ [ 860.268914] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a8a719-4102-7a13-6476-a343622cf86e" [ 860.268914] env[69498]: _type = "HttpNfcLease" [ 860.268914] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.276967] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.276967] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a8a719-4102-7a13-6476-a343622cf86e" [ 860.276967] env[69498]: _type = "HttpNfcLease" [ 860.276967] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.306873] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.385883] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2cc6996f-1e41-47b7-ace0-cc74f717ff43 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.661s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.482057] env[69498]: DEBUG nova.network.neutron [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updated VIF entry in instance network info cache for port 44580602-7718-482d-8562-2261ef721bb4. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.482479] env[69498]: DEBUG nova.network.neutron [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.554926] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097807, 'name': CreateVM_Task, 'duration_secs': 0.522755} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.557836] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.558592] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.558767] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559105] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559382] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a41222-d101-4ff6-b246-94a3988e4102 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.568118] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 860.568118] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52307ef8-4459-9b2f-2d92-8cbd6a2706df" [ 860.568118] env[69498]: _type = "Task" [ 860.568118] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.577270] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52307ef8-4459-9b2f-2d92-8cbd6a2706df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.771412] env[69498]: DEBUG nova.compute.utils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.775552] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.775794] env[69498]: DEBUG nova.network.neutron [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.786856] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.786856] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a8a719-4102-7a13-6476-a343622cf86e" [ 860.786856] env[69498]: _type = "HttpNfcLease" [ 860.786856] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.787285] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.787285] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a8a719-4102-7a13-6476-a343622cf86e" [ 860.787285] env[69498]: _type = "HttpNfcLease" [ 860.787285] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.788324] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17f1a4-ca70-42d5-83b4-f0d27751e755 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.800044] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b255ed-cd44-6703-9e49-8af55685b21f/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.800264] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b255ed-cd44-6703-9e49-8af55685b21f/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.868829] env[69498]: DEBUG nova.policy [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d27e5686cc44872a5206bbb736a73e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f630f5f07efc4849981029ba67972cef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.874369] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.890973] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.923678] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-237148ff-915f-49d8-ac46-45ba868913e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.985321] env[69498]: DEBUG oslo_concurrency.lockutils [req-9829989a-27ed-4df3-87a8-260cbb0fd6b8 req-b4d5da8f-0e20-44df-a5bf-7616c3f6fc1b service nova] Releasing lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.084495] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52307ef8-4459-9b2f-2d92-8cbd6a2706df, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.084906] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.085126] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.085424] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.085654] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.085802] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.086119] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-136327d7-d304-4543-8c10-37f2508e595c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.097246] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.097681] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.098583] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191b9294-fde9-44f2-957d-46be9f019002 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.110277] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 861.110277] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b6f732-8c3e-1785-5c97-ef8c46978c2d" [ 861.110277] env[69498]: _type = "Task" [ 861.110277] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.120131] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b6f732-8c3e-1785-5c97-ef8c46978c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.188998] env[69498]: DEBUG nova.network.neutron [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Successfully created port: e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.276601] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.311234] env[69498]: DEBUG oslo_vmware.api [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4097808, 'name': PowerOnVM_Task, 'duration_secs': 1.258492} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.320679] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.322537] env[69498]: INFO nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Took 9.21 seconds to spawn the instance on the hypervisor. [ 861.322537] env[69498]: DEBUG nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.324039] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30b027-774b-44dd-b4d6-0198a2e061db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.428840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.506221] env[69498]: DEBUG nova.compute.manager [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Received event network-changed-faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.506410] env[69498]: DEBUG nova.compute.manager [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Refreshing instance network info cache due to event network-changed-faa74e9d-92f1-4276-a09a-4bda49fca3c5. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.506746] env[69498]: DEBUG oslo_concurrency.lockutils [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] Acquiring lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.507022] env[69498]: DEBUG oslo_concurrency.lockutils [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] Acquired lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.507215] env[69498]: DEBUG nova.network.neutron [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Refreshing network info cache for port faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.623276] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b6f732-8c3e-1785-5c97-ef8c46978c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.624266] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c89c867-93d8-4105-b7bd-15edd675155e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.631774] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 861.631774] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c971ca-8764-7b9d-ddfa-10ca406819a6" [ 861.631774] env[69498]: _type = "Task" [ 861.631774] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.647985] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c971ca-8764-7b9d-ddfa-10ca406819a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.850930] env[69498]: INFO nova.compute.manager [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Took 49.07 seconds to build instance. [ 862.151295] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c971ca-8764-7b9d-ddfa-10ca406819a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.152042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.152867] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.153459] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ce7729-f308-40d8-826d-ec65b88282b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.157595] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec0330f-a458-4138-a105-d59c7bf936b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.166560] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21686bcd-7764-437d-8885-a39ee48f1a92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.172407] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 862.172407] env[69498]: value = "task-4097810" [ 862.172407] env[69498]: _type = "Task" [ 862.172407] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.209447] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaba63b-52fb-4c8f-a3f1-bc0a44ff07e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.216160] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.222440] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f69653c-a7a4-4d02-b509-2f67a7d9db65 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.244160] env[69498]: DEBUG nova.compute.provider_tree [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.292233] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.326325] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.326642] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.326968] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.327501] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.327714] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.327812] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.328059] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.328247] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.328585] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.328777] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.329329] env[69498]: DEBUG nova.virt.hardware [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.330230] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b60b70-88a4-42df-a3ac-863edc937075 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.341175] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd9b43-e9c5-4a5f-88e3-ff1cf16ef705 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.361596] env[69498]: DEBUG oslo_concurrency.lockutils [None req-97439531-90ac-480f-b3d2-5d15c7f4b36f tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "8d6007e6-1e39-4ff9-8128-30d979346266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.534s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.687224] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097810, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.751026] env[69498]: DEBUG nova.scheduler.client.report [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.800793] env[69498]: DEBUG nova.network.neutron [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updated VIF entry in instance network info cache for port faa74e9d-92f1-4276-a09a-4bda49fca3c5. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.800793] env[69498]: DEBUG nova.network.neutron [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [{"id": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "address": "fa:16:3e:c0:97:b7", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa74e9d-92", "ovs_interfaceid": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.870801] env[69498]: DEBUG nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.036044] env[69498]: DEBUG nova.network.neutron [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Successfully updated port: e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.123631] env[69498]: DEBUG nova.compute.manager [req-33adc952-6948-4c20-aae8-13f1773ac378 req-80fb700e-2098-462e-8334-d0a060407c4f service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received event network-vif-plugged-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.124078] env[69498]: DEBUG oslo_concurrency.lockutils [req-33adc952-6948-4c20-aae8-13f1773ac378 req-80fb700e-2098-462e-8334-d0a060407c4f service nova] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.124315] env[69498]: DEBUG oslo_concurrency.lockutils [req-33adc952-6948-4c20-aae8-13f1773ac378 req-80fb700e-2098-462e-8334-d0a060407c4f service nova] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.124481] env[69498]: DEBUG oslo_concurrency.lockutils [req-33adc952-6948-4c20-aae8-13f1773ac378 req-80fb700e-2098-462e-8334-d0a060407c4f service nova] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.124681] env[69498]: DEBUG nova.compute.manager [req-33adc952-6948-4c20-aae8-13f1773ac378 req-80fb700e-2098-462e-8334-d0a060407c4f service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] No waiting events found dispatching network-vif-plugged-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 863.124820] env[69498]: WARNING nova.compute.manager [req-33adc952-6948-4c20-aae8-13f1773ac378 req-80fb700e-2098-462e-8334-d0a060407c4f service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received unexpected event network-vif-plugged-e8e1b07a-77de-4036-afe9-79922022fae8 for instance with vm_state building and task_state spawning. [ 863.187658] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53261} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.187658] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.187658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.187658] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3414ab2e-bbac-48b7-8a03-aea67e636058 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.196486] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 863.196486] env[69498]: value = "task-4097811" [ 863.196486] env[69498]: _type = "Task" [ 863.196486] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.208279] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.258736] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.994s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.258736] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.262087] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.437s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.262713] env[69498]: DEBUG nova.objects.instance [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lazy-loading 'resources' on Instance uuid b635cbd6-ca97-421e-98b5-30707a687dfc {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.304677] env[69498]: DEBUG oslo_concurrency.lockutils [req-bd0c8218-b819-4f2a-bd3e-7c010e0ba9db req-1ed3e08a-9a96-4c93-aa11-76853d726e1c service nova] Releasing lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.393028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.539847] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.540171] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.540256] env[69498]: DEBUG nova.network.neutron [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.708014] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124839} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.709574] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.709574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823ab86d-44b7-42e8-accd-54c9833b2ec2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.736747] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.737141] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac11131f-6831-4e03-8e4b-8dc800bdeb9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.758447] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 863.758447] env[69498]: value = "task-4097812" [ 863.758447] env[69498]: _type = "Task" [ 863.758447] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.763797] env[69498]: DEBUG nova.compute.utils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.765071] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.765252] env[69498]: DEBUG nova.network.neutron [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.774585] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.829291] env[69498]: DEBUG nova.policy [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.087953] env[69498]: DEBUG nova.network.neutron [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.273840] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.276211] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.309174] env[69498]: DEBUG nova.network.neutron [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Successfully created port: a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.400048] env[69498]: DEBUG nova.network.neutron [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.488221] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494503c-0d7e-48a2-b598-fa7659e48ea8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.499429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6174cb27-357c-4d33-82f9-118501516758 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.548025] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da602a20-70c2-45ed-9845-ef9d060ff2da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.554748] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "bc527d78-136a-4874-b123-dcf3725fc41e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.555122] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "bc527d78-136a-4874-b123-dcf3725fc41e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.561225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8799c-c754-45cf-8121-152da1f22dab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.580406] env[69498]: DEBUG nova.compute.provider_tree [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.770951] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097812, 'name': ReconfigVM_Task, 'duration_secs': 0.544643} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.771380] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.772300] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fcf420-1f4a-4af8-b221-fe6a88d642e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.784552] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 864.784552] env[69498]: value = "task-4097813" [ 864.784552] env[69498]: _type = "Task" [ 864.784552] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.795036] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097813, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.904859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.905309] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Instance network_info: |[{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.905816] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:bc:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e1b07a-77de-4036-afe9-79922022fae8', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.915922] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.916324] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.916601] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0cf74e-0f82-40a9-8ef0-c7db7fac58ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.946029] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.946029] env[69498]: value = "task-4097814" [ 864.946029] env[69498]: _type = "Task" [ 864.946029] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.957639] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097814, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.084811] env[69498]: DEBUG nova.scheduler.client.report [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.287261] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.299690] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097813, 'name': Rename_Task, 'duration_secs': 0.207932} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.300016] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.300562] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1cf738-3f0d-42af-abf2-e5bac425a166 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.308822] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 865.308822] env[69498]: value = "task-4097815" [ 865.308822] env[69498]: _type = "Task" [ 865.308822] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.314255] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.314605] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.314795] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.314878] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.315013] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.315168] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.315383] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.315545] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.315697] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.315872] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.316046] env[69498]: DEBUG nova.virt.hardware [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.316904] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a52ac4-0b00-49be-be71-ac9d536d9c1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.328046] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.329382] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480c24bc-3348-4a50-87e2-6cf846f6d8e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.335550] env[69498]: DEBUG nova.compute.manager [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.337682] env[69498]: DEBUG nova.compute.manager [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing instance network info cache due to event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.338407] env[69498]: DEBUG oslo_concurrency.lockutils [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.338407] env[69498]: DEBUG oslo_concurrency.lockutils [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.338407] env[69498]: DEBUG nova.network.neutron [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.457999] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097814, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.589884] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.592595] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.192s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.594257] env[69498]: INFO nova.compute.claims [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.614188] env[69498]: INFO nova.scheduler.client.report [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Deleted allocations for instance b635cbd6-ca97-421e-98b5-30707a687dfc [ 865.820749] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.896723] env[69498]: DEBUG nova.network.neutron [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Successfully updated port: a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.958692] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097814, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.123976] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b028acd-83bb-41b4-a65d-83e48d38a9e5 tempest-ServerPasswordTestJSON-37813558 tempest-ServerPasswordTestJSON-37813558-project-member] Lock "b635cbd6-ca97-421e-98b5-30707a687dfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.959s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.141267] env[69498]: DEBUG nova.network.neutron [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updated VIF entry in instance network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.141834] env[69498]: DEBUG nova.network.neutron [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.321490] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.400402] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.400560] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.400686] env[69498]: DEBUG nova.network.neutron [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.459604] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097814, 'name': CreateVM_Task, 'duration_secs': 1.397053} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.459850] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.460680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.460864] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.461274] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.461572] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fe74df-c3df-4ea2-9df8-830939b3d023 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.467672] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 866.467672] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5260b6cc-bf1d-6cd4-0056-010758863d17" [ 866.467672] env[69498]: _type = "Task" [ 866.467672] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.477309] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5260b6cc-bf1d-6cd4-0056-010758863d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.647077] env[69498]: DEBUG oslo_concurrency.lockutils [req-b79bc978-4e93-4b83-8f59-3a81e190de68 req-1ce04619-fd3e-4ebf-a68c-bfb03d5001c4 service nova] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.823029] env[69498]: DEBUG oslo_vmware.api [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097815, 'name': PowerOnVM_Task, 'duration_secs': 1.440448} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.823380] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.823632] env[69498]: INFO nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Took 9.65 seconds to spawn the instance on the hypervisor. [ 866.823786] env[69498]: DEBUG nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.827430] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8079ef-9d06-465a-9bba-29544a77f1d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.974389] env[69498]: DEBUG nova.network.neutron [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.980487] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5260b6cc-bf1d-6cd4-0056-010758863d17, 'name': SearchDatastore_Task, 'duration_secs': 0.014551} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.980813] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.981021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.981258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.981403] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.981581] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.981850] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f33cf21-4147-446c-b5cf-4b70129e0699 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.994019] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.994223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.995059] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9a4ce3-d011-4fe7-a348-2c1877c94ee6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.007719] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 867.007719] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ef367b-1aad-ffe0-91df-f866482d734f" [ 867.007719] env[69498]: _type = "Task" [ 867.007719] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.023532] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ef367b-1aad-ffe0-91df-f866482d734f, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.024746] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ecec1b-b971-4326-86f4-07146d3ef239 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.034475] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 867.034475] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524498a1-f70f-ac49-6bc0-375143350caf" [ 867.034475] env[69498]: _type = "Task" [ 867.034475] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.044970] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524498a1-f70f-ac49-6bc0-375143350caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.229494] env[69498]: DEBUG nova.network.neutron [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.300295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca0c6c8-2d0e-45df-ac84-484de95febdb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.308722] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a26557-b202-486b-9a9f-ca81a9adc584 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.348888] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6020dff-6221-4780-b3a4-dc76ccf18b45 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.355451] env[69498]: INFO nova.compute.manager [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Took 36.58 seconds to build instance. [ 867.359374] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056b2acb-f55c-48f5-b3ba-c8a0832803a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.385028] env[69498]: DEBUG nova.compute.provider_tree [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.387929] env[69498]: DEBUG nova.compute.manager [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-vif-plugged-a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.388380] env[69498]: DEBUG oslo_concurrency.lockutils [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.388498] env[69498]: DEBUG oslo_concurrency.lockutils [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.388894] env[69498]: DEBUG oslo_concurrency.lockutils [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.388894] env[69498]: DEBUG nova.compute.manager [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] No waiting events found dispatching network-vif-plugged-a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.389090] env[69498]: WARNING nova.compute.manager [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received unexpected event network-vif-plugged-a3666dad-a714-434b-9450-9cad674e3958 for instance with vm_state building and task_state spawning. [ 867.389521] env[69498]: DEBUG nova.compute.manager [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-changed-a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.389521] env[69498]: DEBUG nova.compute.manager [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing instance network info cache due to event network-changed-a3666dad-a714-434b-9450-9cad674e3958. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.389676] env[69498]: DEBUG oslo_concurrency.lockutils [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.547709] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524498a1-f70f-ac49-6bc0-375143350caf, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.548036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.548313] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/03a9b1d5-6879-4417-a856-3f1e0a7eb21f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.548595] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4446c25a-ad09-474a-9695-0652766d738e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.558045] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 867.558045] env[69498]: value = "task-4097816" [ 867.558045] env[69498]: _type = "Task" [ 867.558045] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.574720] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.734667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.735334] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Instance network_info: |[{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.735680] env[69498]: DEBUG oslo_concurrency.lockutils [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.735873] env[69498]: DEBUG nova.network.neutron [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing network info cache for port a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.737891] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:71:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3666dad-a714-434b-9450-9cad674e3958', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.749173] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.749980] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.750574] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f4ca6a0-bf3f-4fdf-aa39-0ff7548f50a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.779945] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.779945] env[69498]: value = "task-4097817" [ 867.779945] env[69498]: _type = "Task" [ 867.779945] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.793056] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097817, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.859190] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1523454c-8322-4cef-99fc-3f76306b2273 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.368s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.891924] env[69498]: DEBUG nova.scheduler.client.report [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.075079] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.297289] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097817, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.364771] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.400603] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.401241] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.405599] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.101s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.405599] env[69498]: DEBUG nova.objects.instance [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lazy-loading 'resources' on Instance uuid ba108cb7-dd3e-431d-9052-98eb9277101a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.572361] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573092} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.572681] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/03a9b1d5-6879-4417-a856-3f1e0a7eb21f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.572925] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.573231] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cc3056-9a5f-4923-971d-9bb5a7dc2d36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.581584] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 868.581584] env[69498]: value = "task-4097818" [ 868.581584] env[69498]: _type = "Task" [ 868.581584] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.595684] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.797091] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097817, 'name': CreateVM_Task, 'duration_secs': 0.536283} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.797303] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.797990] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.798739] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.799109] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.799389] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5b438c-b3f7-4911-b10e-cd32588737f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.804780] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 868.804780] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5213ddd9-6f58-f22c-f289-ec0d19c5330e" [ 868.804780] env[69498]: _type = "Task" [ 868.804780] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.814178] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5213ddd9-6f58-f22c-f289-ec0d19c5330e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.898678] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.908152] env[69498]: DEBUG nova.compute.utils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.913599] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.914017] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.935497] env[69498]: DEBUG nova.network.neutron [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updated VIF entry in instance network info cache for port a3666dad-a714-434b-9450-9cad674e3958. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.935863] env[69498]: DEBUG nova.network.neutron [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.001353] env[69498]: DEBUG nova.policy [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4162d1bfb724130bc99713102e4931d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f81c0bdac04d3285d9e6f4b6b9e8ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.097389] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.097389] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.098343] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b282e6-9f1c-4ea4-8cde-f9d032ed5124 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.126536] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/03a9b1d5-6879-4417-a856-3f1e0a7eb21f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.130427] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e2bae5-8cd3-456f-a1f0-cc1dc594a493 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.152079] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 869.152079] env[69498]: value = "task-4097819" [ 869.152079] env[69498]: _type = "Task" [ 869.152079] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.164209] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.320659] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5213ddd9-6f58-f22c-f289-ec0d19c5330e, 'name': SearchDatastore_Task, 'duration_secs': 0.015652} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.323941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.324217] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.324453] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.324594] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.324791] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.325371] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7349fa3-2a98-4da9-9d18-b6336a8e1e17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.340873] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.341246] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.345657] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2336bda0-905c-4c33-92bd-afee27098a6a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.353205] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 869.353205] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01e8a-975d-9a3f-1ee9-e63f27938dd4" [ 869.353205] env[69498]: _type = "Task" [ 869.353205] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.363731] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01e8a-975d-9a3f-1ee9-e63f27938dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.383298] env[69498]: DEBUG nova.compute.manager [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 869.392034] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Successfully created port: acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.414315] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.440162] env[69498]: DEBUG oslo_concurrency.lockutils [req-b733b4ee-a6e0-4f47-9090-84d8cb6aeb4c req-f2f3f6ea-3f71-4b8d-93c2-80a3b957c554 service nova] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.669775] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097819, 'name': ReconfigVM_Task, 'duration_secs': 0.408352} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.671162] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/03a9b1d5-6879-4417-a856-3f1e0a7eb21f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.671162] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40417ee6-8728-4308-9038-31c64e86c803 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.683063] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 869.683063] env[69498]: value = "task-4097820" [ 869.683063] env[69498]: _type = "Task" [ 869.683063] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.692753] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097820, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.697804] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc6b39-c012-42b0-be24-31229c70d03a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.709948] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7181374-73b8-4b47-9f76-037f0b4db2f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.754782] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b65bcf-5c73-4fd4-977c-89c96d845fe4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.766382] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7a7620-8c0a-49bc-a91a-5eb676712100 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.776319] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Successfully created port: f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.786863] env[69498]: DEBUG nova.compute.provider_tree [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.868141] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d01e8a-975d-9a3f-1ee9-e63f27938dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.869628] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0eb357-b600-4bcf-87f8-120911a64a22 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.877417] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 869.877417] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52236ca8-c8dc-5ec0-a72a-d50dd07408b4" [ 869.877417] env[69498]: _type = "Task" [ 869.877417] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.886351] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52236ca8-c8dc-5ec0-a72a-d50dd07408b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.903224] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.192430] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097820, 'name': Rename_Task, 'duration_secs': 0.175938} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.192732] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.192992] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e513adb0-f8fb-4cd0-9050-4bd00f84943c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.200163] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 870.200163] env[69498]: value = "task-4097821" [ 870.200163] env[69498]: _type = "Task" [ 870.200163] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.210924] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.293209] env[69498]: DEBUG nova.scheduler.client.report [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.388687] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52236ca8-c8dc-5ec0-a72a-d50dd07408b4, 'name': SearchDatastore_Task, 'duration_secs': 0.019916} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.389402] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.389899] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] df98100b-1fa5-44f4-89dc-8a78e379cd4a/df98100b-1fa5-44f4-89dc-8a78e379cd4a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.390374] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bd301ed-224b-44b8-93ee-0d3821785619 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.398949] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 870.398949] env[69498]: value = "task-4097822" [ 870.398949] env[69498]: _type = "Task" [ 870.398949] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.409364] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.429022] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.467272] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.467272] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.471345] env[69498]: DEBUG nova.virt.hardware [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.471345] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74205a17-b51b-4067-9d80-e414ddc500eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.480860] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4189cc8-9342-484b-88ff-de61750a8377 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.711073] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.803077] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.804240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.118s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.806671] env[69498]: INFO nova.compute.claims [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.835081] env[69498]: INFO nova.scheduler.client.report [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Deleted allocations for instance ba108cb7-dd3e-431d-9052-98eb9277101a [ 870.911759] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.948039] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.948039] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.214875] env[69498]: DEBUG oslo_vmware.api [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4097821, 'name': PowerOnVM_Task, 'duration_secs': 0.810205} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.216046] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.216046] env[69498]: INFO nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Took 8.92 seconds to spawn the instance on the hypervisor. [ 871.218019] env[69498]: DEBUG nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.218019] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5c40c-7266-47f1-8621-c7572e2c1314 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.284344] env[69498]: DEBUG nova.compute.manager [req-fe3ff0a3-3d48-406d-b682-2845c43c8490 req-8ba718c9-7354-425b-aa02-d4c07a664fab service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received event network-vif-plugged-acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.284344] env[69498]: DEBUG oslo_concurrency.lockutils [req-fe3ff0a3-3d48-406d-b682-2845c43c8490 req-8ba718c9-7354-425b-aa02-d4c07a664fab service nova] Acquiring lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.284344] env[69498]: DEBUG oslo_concurrency.lockutils [req-fe3ff0a3-3d48-406d-b682-2845c43c8490 req-8ba718c9-7354-425b-aa02-d4c07a664fab service nova] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.284344] env[69498]: DEBUG oslo_concurrency.lockutils [req-fe3ff0a3-3d48-406d-b682-2845c43c8490 req-8ba718c9-7354-425b-aa02-d4c07a664fab service nova] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.284344] env[69498]: DEBUG nova.compute.manager [req-fe3ff0a3-3d48-406d-b682-2845c43c8490 req-8ba718c9-7354-425b-aa02-d4c07a664fab service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] No waiting events found dispatching network-vif-plugged-acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 871.284344] env[69498]: WARNING nova.compute.manager [req-fe3ff0a3-3d48-406d-b682-2845c43c8490 req-8ba718c9-7354-425b-aa02-d4c07a664fab service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received unexpected event network-vif-plugged-acf3bb5c-6440-40b6-846a-9c99f20abdac for instance with vm_state building and task_state spawning. [ 871.349666] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2a5213e1-2a0b-4938-b695-3c72f28e7f4c tempest-ServerMetadataTestJSON-530440074 tempest-ServerMetadataTestJSON-530440074-project-member] Lock "ba108cb7-dd3e-431d-9052-98eb9277101a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.585s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.354521] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Successfully updated port: acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.418639] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584121} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.419228] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] df98100b-1fa5-44f4-89dc-8a78e379cd4a/df98100b-1fa5-44f4-89dc-8a78e379cd4a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.419404] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.419680] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12f94751-8e6d-490b-a3fb-28721fa3f2dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.427989] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 871.427989] env[69498]: value = "task-4097823" [ 871.427989] env[69498]: _type = "Task" [ 871.427989] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.440040] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.458833] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.459112] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.459264] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.459466] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.459638] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.459833] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.460104] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 871.460373] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.741779] env[69498]: INFO nova.compute.manager [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Took 39.00 seconds to build instance. [ 871.942500] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102739} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.942887] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.944055] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c099ee6f-7d0d-4b93-8e1e-06cb3f2f7e0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.971600] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] df98100b-1fa5-44f4-89dc-8a78e379cd4a/df98100b-1fa5-44f4-89dc-8a78e379cd4a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.977700] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.977973] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d5269e-806b-4dab-89dd-80e2615e2f41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.009149] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 872.009149] env[69498]: value = "task-4097824" [ 872.009149] env[69498]: _type = "Task" [ 872.009149] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.011370] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b255ed-cd44-6703-9e49-8af55685b21f/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 872.012528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf067e5-ea82-4c62-b712-a8297b686236 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.027358] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b255ed-cd44-6703-9e49-8af55685b21f/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 872.027593] env[69498]: ERROR oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b255ed-cd44-6703-9e49-8af55685b21f/disk-0.vmdk due to incomplete transfer. [ 872.031323] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-327e4435-bdd0-470e-82e6-d5eab9184cd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.033676] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.041214] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b255ed-cd44-6703-9e49-8af55685b21f/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 872.041460] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Uploaded image 14a55fe9-ca08-4658-b0c7-a59996ebfc87 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 872.044954] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 872.044954] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de16c8b5-5c93-4734-b6b5-9fc8ababb656 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.051901] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 872.051901] env[69498]: value = "task-4097825" [ 872.051901] env[69498]: _type = "Task" [ 872.051901] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.065387] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097825, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.243936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6e4fce34-195f-47e2-8d31-8982636bdad0 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.162s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.522968] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097824, 'name': ReconfigVM_Task, 'duration_secs': 0.334045} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.523372] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] df98100b-1fa5-44f4-89dc-8a78e379cd4a/df98100b-1fa5-44f4-89dc-8a78e379cd4a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.526019] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c148c35-e3fc-4938-9106-da92b03166e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.532407] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 872.532407] env[69498]: value = "task-4097826" [ 872.532407] env[69498]: _type = "Task" [ 872.532407] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.544041] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097826, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.566602] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097825, 'name': Destroy_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.615192] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c897afe-9fd8-4126-b199-1b4fdc87805e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.624081] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689f07ae-6aca-4fea-bcb1-ac3bb15be1d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.659888] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815b8f3-f8b0-485a-a973-9f11c45ed13f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.671085] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8e970-6784-4deb-bbfc-89a8ea95c4cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.691452] env[69498]: DEBUG nova.compute.provider_tree [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.748619] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.043916] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097826, 'name': Rename_Task, 'duration_secs': 0.16722} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.044390] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.045048] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a42a6e-fe18-48b0-9912-c8a02b7e9252 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.054140] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 873.054140] env[69498]: value = "task-4097827" [ 873.054140] env[69498]: _type = "Task" [ 873.054140] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.068883] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097825, 'name': Destroy_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.073207] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.198671] env[69498]: DEBUG nova.scheduler.client.report [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.260840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "20f25b15-863f-4f35-a361-0836a1792cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.261633] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "20f25b15-863f-4f35-a361-0836a1792cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.286141] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.579468] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097825, 'name': Destroy_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.579847] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097827, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.582063] env[69498]: DEBUG nova.compute.manager [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received event network-changed-acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.582388] env[69498]: DEBUG nova.compute.manager [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Refreshing instance network info cache due to event network-changed-acf3bb5c-6440-40b6-846a-9c99f20abdac. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.582745] env[69498]: DEBUG oslo_concurrency.lockutils [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] Acquiring lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.583022] env[69498]: DEBUG oslo_concurrency.lockutils [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] Acquired lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.583273] env[69498]: DEBUG nova.network.neutron [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Refreshing network info cache for port acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.707834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.708467] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.711981] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.826s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.712280] env[69498]: DEBUG nova.objects.instance [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lazy-loading 'resources' on Instance uuid 04fecfee-d2a7-42c0-b301-03fa3752c32a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.867613] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Successfully updated port: f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.912425] env[69498]: DEBUG nova.compute.manager [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.912634] env[69498]: DEBUG nova.compute.manager [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing instance network info cache due to event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.912843] env[69498]: DEBUG oslo_concurrency.lockutils [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.914160] env[69498]: DEBUG oslo_concurrency.lockutils [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.917477] env[69498]: DEBUG nova.network.neutron [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.075564] env[69498]: DEBUG oslo_vmware.api [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4097827, 'name': PowerOnVM_Task, 'duration_secs': 0.721582} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.075564] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097825, 'name': Destroy_Task, 'duration_secs': 1.608001} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.075564] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.075564] env[69498]: INFO nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Took 8.79 seconds to spawn the instance on the hypervisor. [ 874.075852] env[69498]: DEBUG nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.075889] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Destroyed the VM [ 874.076261] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 874.077160] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0f1c9-8116-405e-a1a1-3d88ebf2b28f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.079830] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d3c5bfe-c8f5-45cf-893d-6e58284f41ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.093403] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 874.093403] env[69498]: value = "task-4097828" [ 874.093403] env[69498]: _type = "Task" [ 874.093403] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.107234] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.155206] env[69498]: DEBUG nova.network.neutron [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.220630] env[69498]: DEBUG nova.compute.utils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.227624] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.227624] env[69498]: DEBUG nova.network.neutron [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.292503] env[69498]: DEBUG nova.policy [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324abb9ede664a3ca6956873f339133a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9fcf44d34944b1bbb8f76cfaf03d88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.295544] env[69498]: DEBUG nova.network.neutron [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.370337] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.614866] env[69498]: INFO nova.compute.manager [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Took 39.03 seconds to build instance. [ 874.620850] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.726150] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.803258] env[69498]: DEBUG oslo_concurrency.lockutils [req-a84764c0-4754-46e7-8262-eaa79bfa76a7 req-47a9015a-d89f-4628-99ac-be2f1f3c2727 service nova] Releasing lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.803258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.803258] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.025060] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c217100e-ed2f-4605-84e4-127b25f7137f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.029345] env[69498]: DEBUG nova.network.neutron [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updated VIF entry in instance network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.029782] env[69498]: DEBUG nova.network.neutron [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.037529] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a737d-8a92-44c9-8282-9e3a850ca976 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.075358] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc495b-3898-45e0-bafe-627967b46798 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.082290] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0f4c0-7dc0-4f69-ad84-94fa6101dae7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.101892] env[69498]: DEBUG nova.compute.provider_tree [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.113437] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.117160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b8960ab9-a96e-4486-b03a-723435e1596f tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.244s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.223560] env[69498]: DEBUG nova.network.neutron [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Successfully created port: 7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.368124] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.533275] env[69498]: DEBUG oslo_concurrency.lockutils [req-a6d7559c-62e9-49ec-971a-ab2533fa3a9b req-5e476cd4-358f-4466-ac27-945e09975dc0 service nova] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.609296] env[69498]: DEBUG nova.scheduler.client.report [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.620174] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.623480] env[69498]: DEBUG oslo_vmware.api [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097828, 'name': RemoveSnapshot_Task, 'duration_secs': 1.093143} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.623885] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 875.627021] env[69498]: INFO nova.compute.manager [None req-f9359203-c6cc-4b8e-8355-eb1d79b25d97 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Took 20.08 seconds to snapshot the instance on the hypervisor. [ 875.713272] env[69498]: DEBUG nova.network.neutron [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Updating instance_info_cache with network_info: [{"id": "acf3bb5c-6440-40b6-846a-9c99f20abdac", "address": "fa:16:3e:54:f6:24", "network": {"id": "b8e1a92f-9c34-4c30-a8c6-2e19947d53cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1645693789", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf3bb5c-64", "ovs_interfaceid": "acf3bb5c-6440-40b6-846a-9c99f20abdac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "address": "fa:16:3e:e0:45:5b", "network": {"id": "82892d9c-b558-433f-9f8a-62f49cbc0dd9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1907778321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e140a4-a7", "ovs_interfaceid": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.743951] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.776761] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.777032] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.777204] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.777391] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.777539] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.777688] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.777895] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.778189] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.778391] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.778561] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.778734] env[69498]: DEBUG nova.virt.hardware [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.779734] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce804d6-b9ca-4928-953a-40d0afc2c4fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.789064] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5d0e91-26a3-49cb-bb96-89bbf29287de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.114668] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.403s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.117498] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.712s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.141821] env[69498]: INFO nova.scheduler.client.report [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Deleted allocations for instance 04fecfee-d2a7-42c0-b301-03fa3752c32a [ 876.163713] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.216020] env[69498]: DEBUG nova.compute.manager [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received event network-vif-plugged-f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.216020] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] Acquiring lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.216020] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.216020] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.216020] env[69498]: DEBUG nova.compute.manager [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] No waiting events found dispatching network-vif-plugged-f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 876.216020] env[69498]: WARNING nova.compute.manager [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received unexpected event network-vif-plugged-f5e140a4-a75a-40d5-b91f-82699068e5ee for instance with vm_state building and task_state spawning. [ 876.216630] env[69498]: DEBUG nova.compute.manager [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received event network-changed-f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.218727] env[69498]: DEBUG nova.compute.manager [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Refreshing instance network info cache due to event network-changed-f5e140a4-a75a-40d5-b91f-82699068e5ee. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.218727] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] Acquiring lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.218727] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Releasing lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.219060] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Instance network_info: |[{"id": "acf3bb5c-6440-40b6-846a-9c99f20abdac", "address": "fa:16:3e:54:f6:24", "network": {"id": "b8e1a92f-9c34-4c30-a8c6-2e19947d53cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1645693789", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf3bb5c-64", "ovs_interfaceid": "acf3bb5c-6440-40b6-846a-9c99f20abdac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "address": "fa:16:3e:e0:45:5b", "network": {"id": "82892d9c-b558-433f-9f8a-62f49cbc0dd9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1907778321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e140a4-a7", "ovs_interfaceid": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.219158] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] Acquired lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.219324] env[69498]: DEBUG nova.network.neutron [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Refreshing network info cache for port f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.220609] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:f6:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acf3bb5c-6440-40b6-846a-9c99f20abdac', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:45:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e140a4-a75a-40d5-b91f-82699068e5ee', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.235368] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.238653] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.239447] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f4b1fe2-7e0a-4c9b-832a-bfb3f2a8b41f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.267343] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.267343] env[69498]: value = "task-4097829" [ 876.267343] env[69498]: _type = "Task" [ 876.267343] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.281373] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097829, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.578180] env[69498]: DEBUG nova.compute.manager [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-changed-a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.578180] env[69498]: DEBUG nova.compute.manager [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing instance network info cache due to event network-changed-a3666dad-a714-434b-9450-9cad674e3958. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.578180] env[69498]: DEBUG oslo_concurrency.lockutils [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.578180] env[69498]: DEBUG oslo_concurrency.lockutils [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.578180] env[69498]: DEBUG nova.network.neutron [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing network info cache for port a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.613016] env[69498]: DEBUG nova.network.neutron [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Updated VIF entry in instance network info cache for port f5e140a4-a75a-40d5-b91f-82699068e5ee. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.613016] env[69498]: DEBUG nova.network.neutron [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Updating instance_info_cache with network_info: [{"id": "acf3bb5c-6440-40b6-846a-9c99f20abdac", "address": "fa:16:3e:54:f6:24", "network": {"id": "b8e1a92f-9c34-4c30-a8c6-2e19947d53cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1645693789", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf3bb5c-64", "ovs_interfaceid": "acf3bb5c-6440-40b6-846a-9c99f20abdac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "address": "fa:16:3e:e0:45:5b", "network": {"id": "82892d9c-b558-433f-9f8a-62f49cbc0dd9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1907778321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e140a4-a7", "ovs_interfaceid": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.651147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4fd4011e-5f99-4fe2-8276-040f66cbec34 tempest-ServerMetadataNegativeTestJSON-59251184 tempest-ServerMetadataNegativeTestJSON-59251184-project-member] Lock "04fecfee-d2a7-42c0-b301-03fa3752c32a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.202s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.782035] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097829, 'name': CreateVM_Task, 'duration_secs': 0.477884} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.782234] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.783350] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.783480] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.783863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.784199] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e230f2-67ef-4f49-a6aa-cb11163424e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.791290] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 876.791290] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cbe7dd-9d5e-0741-7687-6dc1eec114d2" [ 876.791290] env[69498]: _type = "Task" [ 876.791290] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.802265] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cbe7dd-9d5e-0741-7687-6dc1eec114d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.122982] env[69498]: DEBUG oslo_concurrency.lockutils [req-0f457e29-fd5a-4bd8-b356-54edaef90f11 req-70483ad7-be0e-47be-bd0e-174ea97002d8 service nova] Releasing lock "refresh_cache-f6db8a59-c17f-4f40-8574-1dc84c711505" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.259337] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e72f99-0613-40d2-8ee6-104bc3f7f15e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.278578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde49c08-af31-43f2-b4f1-80ffa65732e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.328574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc8708-4df6-4eb7-af5b-922d6bd03ba5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.346284] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b08875-99f3-4509-9b86-c14da0a10b75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.351316] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cbe7dd-9d5e-0741-7687-6dc1eec114d2, 'name': SearchDatastore_Task, 'duration_secs': 0.020603} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.351667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.351911] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.352170] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.352424] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.352545] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.353260] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5249139-cd6c-4e39-a648-d49a7264261e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.363607] env[69498]: DEBUG nova.compute.provider_tree [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.377233] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.377440] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.378561] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f72f61c-12e7-42b7-9953-89274d253219 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.385420] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 877.385420] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203cdac-5d75-985c-4519-8f4ee6389312" [ 877.385420] env[69498]: _type = "Task" [ 877.385420] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.397324] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203cdac-5d75-985c-4519-8f4ee6389312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.461895] env[69498]: DEBUG nova.network.neutron [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updated VIF entry in instance network info cache for port a3666dad-a714-434b-9450-9cad674e3958. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.462328] env[69498]: DEBUG nova.network.neutron [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.671648] env[69498]: DEBUG nova.network.neutron [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Successfully updated port: 7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.869021] env[69498]: DEBUG nova.scheduler.client.report [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.899158] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203cdac-5d75-985c-4519-8f4ee6389312, 'name': SearchDatastore_Task, 'duration_secs': 0.030635} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.900217] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73436aa-8532-4a4f-a9d2-4ded6bc63b66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.909560] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 877.909560] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5200a795-6d67-0172-f09b-743d00bba96b" [ 877.909560] env[69498]: _type = "Task" [ 877.909560] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.920580] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5200a795-6d67-0172-f09b-743d00bba96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.966106] env[69498]: DEBUG oslo_concurrency.lockutils [req-27889e94-440c-435d-a05f-e783429cb864 req-a3624988-553a-4bc0-8e54-ad942ab6dbd8 service nova] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.178239] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "refresh_cache-edd99d57-e258-4888-845b-80da2cda5f2f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.178353] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "refresh_cache-edd99d57-e258-4888-845b-80da2cda5f2f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.178497] env[69498]: DEBUG nova.network.neutron [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.422858] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5200a795-6d67-0172-f09b-743d00bba96b, 'name': SearchDatastore_Task, 'duration_secs': 0.033364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.423255] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.423632] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] f6db8a59-c17f-4f40-8574-1dc84c711505/f6db8a59-c17f-4f40-8574-1dc84c711505.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.423976] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4afda50-5bf7-427a-a482-3962222dd947 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.432432] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 878.432432] env[69498]: value = "task-4097830" [ 878.432432] env[69498]: _type = "Task" [ 878.432432] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.442168] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.608505] env[69498]: DEBUG nova.compute.manager [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Received event network-vif-plugged-7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.608734] env[69498]: DEBUG oslo_concurrency.lockutils [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] Acquiring lock "edd99d57-e258-4888-845b-80da2cda5f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.608886] env[69498]: DEBUG oslo_concurrency.lockutils [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] Lock "edd99d57-e258-4888-845b-80da2cda5f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.610055] env[69498]: DEBUG oslo_concurrency.lockutils [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] Lock "edd99d57-e258-4888-845b-80da2cda5f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.610398] env[69498]: DEBUG nova.compute.manager [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] No waiting events found dispatching network-vif-plugged-7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.610398] env[69498]: WARNING nova.compute.manager [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Received unexpected event network-vif-plugged-7547191f-a7c3-4899-bf72-13671bdf32a8 for instance with vm_state building and task_state spawning. [ 878.610703] env[69498]: DEBUG nova.compute.manager [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Received event network-changed-7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.610740] env[69498]: DEBUG nova.compute.manager [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Refreshing instance network info cache due to event network-changed-7547191f-a7c3-4899-bf72-13671bdf32a8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.611445] env[69498]: DEBUG oslo_concurrency.lockutils [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] Acquiring lock "refresh_cache-edd99d57-e258-4888-845b-80da2cda5f2f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.746651] env[69498]: DEBUG nova.network.neutron [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.882715] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.763s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.882715] env[69498]: DEBUG nova.compute.manager [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69498) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 878.884599] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.634s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.887309] env[69498]: INFO nova.compute.claims [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.952833] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.030230] env[69498]: DEBUG nova.network.neutron [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Updating instance_info_cache with network_info: [{"id": "7547191f-a7c3-4899-bf72-13671bdf32a8", "address": "fa:16:3e:bb:64:75", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547191f-a7", "ovs_interfaceid": "7547191f-a7c3-4899-bf72-13671bdf32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.444011] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840152} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.444747] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] f6db8a59-c17f-4f40-8574-1dc84c711505/f6db8a59-c17f-4f40-8574-1dc84c711505.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.445032] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.445309] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc9b3f59-ad02-40e8-9e0a-e39e83838a87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.454405] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 879.454405] env[69498]: value = "task-4097831" [ 879.454405] env[69498]: _type = "Task" [ 879.454405] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.466813] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.471696] env[69498]: INFO nova.scheduler.client.report [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted allocation for migration 4a8d5358-e789-43b8-a5db-6919042aa746 [ 879.514213] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.514594] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.514878] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.515133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.515371] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.518763] env[69498]: INFO nova.compute.manager [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Terminating instance [ 879.531992] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "refresh_cache-edd99d57-e258-4888-845b-80da2cda5f2f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.534420] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Instance network_info: |[{"id": "7547191f-a7c3-4899-bf72-13671bdf32a8", "address": "fa:16:3e:bb:64:75", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547191f-a7", "ovs_interfaceid": "7547191f-a7c3-4899-bf72-13671bdf32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.534420] env[69498]: DEBUG oslo_concurrency.lockutils [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] Acquired lock "refresh_cache-edd99d57-e258-4888-845b-80da2cda5f2f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.534420] env[69498]: DEBUG nova.network.neutron [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Refreshing network info cache for port 7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.535740] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:64:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7547191f-a7c3-4899-bf72-13671bdf32a8', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.543819] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.544648] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.545021] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a74d2a70-328e-4746-b18a-1f1f36a49fa6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.566840] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.566840] env[69498]: value = "task-4097832" [ 879.566840] env[69498]: _type = "Task" [ 879.566840] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.581162] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097832, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.979087] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69b395e9-7a81-47dc-aa12-6cb6d5497891 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.526s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.980252] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074739} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.980535] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.981372] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912505db-1d41-40b5-ac4b-859b2afd2963 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.008805] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] f6db8a59-c17f-4f40-8574-1dc84c711505/f6db8a59-c17f-4f40-8574-1dc84c711505.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.009834] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76faf803-1428-4eec-9c3b-16be979111d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.029284] env[69498]: DEBUG nova.compute.manager [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.029505] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.030923] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e04b6-dd2b-4ab1-91f4-9da15ed3e3dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.040241] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.042257] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c237a576-1394-407c-ae3c-5a08b99db4b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.044353] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 880.044353] env[69498]: value = "task-4097833" [ 880.044353] env[69498]: _type = "Task" [ 880.044353] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.061084] env[69498]: DEBUG oslo_vmware.api [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 880.061084] env[69498]: value = "task-4097834" [ 880.061084] env[69498]: _type = "Task" [ 880.061084] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.062113] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.079415] env[69498]: DEBUG oslo_vmware.api [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.087341] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097832, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.432282] env[69498]: DEBUG nova.network.neutron [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Updated VIF entry in instance network info cache for port 7547191f-a7c3-4899-bf72-13671bdf32a8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.432282] env[69498]: DEBUG nova.network.neutron [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Updating instance_info_cache with network_info: [{"id": "7547191f-a7c3-4899-bf72-13671bdf32a8", "address": "fa:16:3e:bb:64:75", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547191f-a7", "ovs_interfaceid": "7547191f-a7c3-4899-bf72-13671bdf32a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.560608] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.576902] env[69498]: DEBUG oslo_vmware.api [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097834, 'name': PowerOffVM_Task, 'duration_secs': 0.381836} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.576902] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.577174] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.577406] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d80d40d5-c93f-4bb5-bee0-a570a369e1d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.582833] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097832, 'name': CreateVM_Task, 'duration_secs': 0.762289} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.585950] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.587018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.587147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.587581] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.587924] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637e651d-e257-497b-9a68-26892e6c3a42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.593500] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 880.593500] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ffa529-a08a-e044-ea63-ad6cecb7576e" [ 880.593500] env[69498]: _type = "Task" [ 880.593500] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.603422] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ffa529-a08a-e044-ea63-ad6cecb7576e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.668108] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c48b71-e36f-4547-b80c-2a67c9099e70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.672889] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.674067] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.674067] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Deleting the datastore file [datastore2] cc67b150-34c2-4081-8c4a-09ab5d78c1e9 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.675178] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d37ec6-8e17-4c2f-b85e-b45fc367e974 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.680753] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7924b27-59f3-4588-9673-b45e9012967b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.685870] env[69498]: DEBUG oslo_vmware.api [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 880.685870] env[69498]: value = "task-4097836" [ 880.685870] env[69498]: _type = "Task" [ 880.685870] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.718391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f61eb-69d7-4712-a4f4-4ad967a61142 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.724651] env[69498]: DEBUG oslo_vmware.api [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.732098] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2ea77-93ce-4e52-b979-81b3f1a55f06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.784477] env[69498]: DEBUG nova.compute.provider_tree [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.784477] env[69498]: DEBUG nova.objects.instance [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'flavor' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.933984] env[69498]: DEBUG oslo_concurrency.lockutils [req-565dec7b-5296-4b6a-b6f5-d7bbde49c6db req-22524136-8f2a-4a6d-a93f-c0d73452bb21 service nova] Releasing lock "refresh_cache-edd99d57-e258-4888-845b-80da2cda5f2f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.061379] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097833, 'name': ReconfigVM_Task, 'duration_secs': 0.722708} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.062556] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Reconfigured VM instance instance-00000035 to attach disk [datastore2] f6db8a59-c17f-4f40-8574-1dc84c711505/f6db8a59-c17f-4f40-8574-1dc84c711505.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.062739] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ee6ae2-e2fc-4a4c-aeea-cf226883a259 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.073434] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 881.073434] env[69498]: value = "task-4097837" [ 881.073434] env[69498]: _type = "Task" [ 881.073434] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.082946] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097837, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.105855] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ffa529-a08a-e044-ea63-ad6cecb7576e, 'name': SearchDatastore_Task, 'duration_secs': 0.022146} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.106197] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.106481] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.106761] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.106915] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.107134] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.107441] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-845c0265-922a-4ff7-95e2-13e69c7b2b07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.120644] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.121073] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.121756] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65e2527-856d-4e71-bf64-1e8db0edd2cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.129671] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 881.129671] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c00209-639d-3070-f79b-0b6c3afc1ff9" [ 881.129671] env[69498]: _type = "Task" [ 881.129671] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.153921] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c00209-639d-3070-f79b-0b6c3afc1ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.203234] env[69498]: DEBUG oslo_vmware.api [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240819} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.203526] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.203719] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.204567] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.204567] env[69498]: INFO nova.compute.manager [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 881.204567] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.204567] env[69498]: DEBUG nova.compute.manager [-] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.204801] env[69498]: DEBUG nova.network.neutron [-] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.252692] env[69498]: DEBUG nova.scheduler.client.report [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.258918] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.259120] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.259295] env[69498]: DEBUG nova.network.neutron [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.259471] env[69498]: DEBUG nova.objects.instance [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'info_cache' on Instance uuid 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.556639] env[69498]: DEBUG nova.compute.manager [req-964fb07e-3dfa-4cff-ba50-c1cdfc4230a5 req-8e896d56-3286-45c6-bcb6-384c62be0158 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Received event network-vif-deleted-78eea185-1a14-459d-a081-03e143f7577c {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.556639] env[69498]: INFO nova.compute.manager [req-964fb07e-3dfa-4cff-ba50-c1cdfc4230a5 req-8e896d56-3286-45c6-bcb6-384c62be0158 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Neutron deleted interface 78eea185-1a14-459d-a081-03e143f7577c; detaching it from the instance and deleting it from the info cache [ 881.556639] env[69498]: DEBUG nova.network.neutron [req-964fb07e-3dfa-4cff-ba50-c1cdfc4230a5 req-8e896d56-3286-45c6-bcb6-384c62be0158 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.586536] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097837, 'name': Rename_Task, 'duration_secs': 0.280975} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.587626] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.587626] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47326f5a-eb08-4d23-b846-80164408e1c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.597291] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 881.597291] env[69498]: value = "task-4097838" [ 881.597291] env[69498]: _type = "Task" [ 881.597291] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.609305] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.644041] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c00209-639d-3070-f79b-0b6c3afc1ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.019009} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.644587] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9726b176-5c0b-4a2e-8191-c3ead44dab91 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.652836] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 881.652836] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ffcd56-a02b-7c8b-9bf8-8856c4e22fe1" [ 881.652836] env[69498]: _type = "Task" [ 881.652836] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.670593] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ffcd56-a02b-7c8b-9bf8-8856c4e22fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.759819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.760632] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.763930] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.308s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.765670] env[69498]: INFO nova.compute.claims [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.771020] env[69498]: DEBUG nova.objects.base [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Object Instance<9c7eb62e-b80b-4faa-b499-9e886a918114> lazy-loaded attributes: flavor,info_cache {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 882.027951] env[69498]: DEBUG nova.network.neutron [-] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.061554] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0b98bb9-f46c-41c0-a3bb-453325a7b6f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.073108] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac9f62-3bd1-4d38-8940-0d8f8dc87b5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.114915] env[69498]: DEBUG nova.compute.manager [req-964fb07e-3dfa-4cff-ba50-c1cdfc4230a5 req-8e896d56-3286-45c6-bcb6-384c62be0158 service nova] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Detach interface failed, port_id=78eea185-1a14-459d-a081-03e143f7577c, reason: Instance cc67b150-34c2-4081-8c4a-09ab5d78c1e9 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.125139] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.166185] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ffcd56-a02b-7c8b-9bf8-8856c4e22fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.037364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.166613] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.167022] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] edd99d57-e258-4888-845b-80da2cda5f2f/edd99d57-e258-4888-845b-80da2cda5f2f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.167347] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd976cf-9cea-4989-af31-6575e1f0f79b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.177884] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 882.177884] env[69498]: value = "task-4097839" [ 882.177884] env[69498]: _type = "Task" [ 882.177884] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.191975] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.275962] env[69498]: DEBUG nova.compute.utils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.284031] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.284341] env[69498]: DEBUG nova.network.neutron [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.334889] env[69498]: DEBUG nova.policy [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a956967976af4ef49b2ae63b91023d28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128e0faae7eb4e1d8f75c8d1c5cbabb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.531474] env[69498]: INFO nova.compute.manager [-] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Took 1.33 seconds to deallocate network for instance. [ 882.547500] env[69498]: DEBUG oslo_concurrency.lockutils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.548063] env[69498]: DEBUG oslo_concurrency.lockutils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.633676] env[69498]: DEBUG oslo_vmware.api [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097838, 'name': PowerOnVM_Task, 'duration_secs': 0.614867} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.637160] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.637377] env[69498]: INFO nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Took 12.21 seconds to spawn the instance on the hypervisor. [ 882.637560] env[69498]: DEBUG nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.638499] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855cd6f-b1ad-4184-8b9f-d9d269d2c32b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.692550] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097839, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.694209] env[69498]: DEBUG nova.network.neutron [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Successfully created port: b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.703170] env[69498]: DEBUG nova.network.neutron [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [{"id": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "address": "fa:16:3e:f5:8c:7c", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeddfdf1-19", "ovs_interfaceid": "eeddfdf1-1963-4ea9-818a-acfb042009ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.788128] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.046656] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.057331] env[69498]: DEBUG nova.compute.utils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.098119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "b01bec23-9ce5-4a03-a257-2433780f95fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.098406] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.163216] env[69498]: INFO nova.compute.manager [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Took 42.79 seconds to build instance. [ 883.189516] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667869} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.193022] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] edd99d57-e258-4888-845b-80da2cda5f2f/edd99d57-e258-4888-845b-80da2cda5f2f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.193022] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.193022] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f23adf-e1ba-48fc-8442-d99d34659f08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.199292] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 883.199292] env[69498]: value = "task-4097840" [ 883.199292] env[69498]: _type = "Task" [ 883.199292] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.205704] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-9c7eb62e-b80b-4faa-b499-9e886a918114" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.216211] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.539474] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144f612-55ed-4d6b-abe9-0b82433428cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.549855] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b432cecb-ba80-44d3-adab-ea76c5a45a08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.584550] env[69498]: DEBUG oslo_concurrency.lockutils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.037s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.585910] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af55ba51-85bc-4146-bfe8-3a96beddd794 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.595360] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeded1f-d075-4049-9bee-ada3c3eac6d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.610328] env[69498]: DEBUG nova.compute.provider_tree [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.663144] env[69498]: DEBUG oslo_concurrency.lockutils [None req-43cd2288-cfa7-4dda-a461-572ec2bdceef tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.783s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.714839] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300218} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.715325] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.716201] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d61ed9a-f004-4bfd-9894-f935a54becb6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.746061] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] edd99d57-e258-4888-845b-80da2cda5f2f/edd99d57-e258-4888-845b-80da2cda5f2f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.747695] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.748039] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374c9fd2-260c-4463-a2e1-f4d2aed5e060 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.765350] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21bf7045-1ea2-4a16-b222-9a43fa9106a3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.776086] env[69498]: DEBUG oslo_vmware.api [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 883.776086] env[69498]: value = "task-4097841" [ 883.776086] env[69498]: _type = "Task" [ 883.776086] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.776680] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 883.776680] env[69498]: value = "task-4097842" [ 883.776680] env[69498]: _type = "Task" [ 883.776680] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.789664] env[69498]: DEBUG oslo_vmware.api [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.792961] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.800934] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.830763] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.831056] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.831223] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.831405] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.831581] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.831714] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.831913] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.832245] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.832441] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.832603] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.832823] env[69498]: DEBUG nova.virt.hardware [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.834018] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d6e5d8-6408-49f3-819b-17599979c007 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.845290] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35df4c5c-5096-44a6-adfb-4e08efca05ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.114859] env[69498]: DEBUG nova.scheduler.client.report [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.168329] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.264401] env[69498]: DEBUG nova.network.neutron [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Successfully updated port: b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.298254] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.298831] env[69498]: DEBUG oslo_vmware.api [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.424343] env[69498]: DEBUG nova.compute.manager [req-ddf11fc0-ffce-44e0-8955-3bd03b8d9feb req-22c6594c-0770-4257-8850-5a0ce7dc950c service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-vif-plugged-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.424573] env[69498]: DEBUG oslo_concurrency.lockutils [req-ddf11fc0-ffce-44e0-8955-3bd03b8d9feb req-22c6594c-0770-4257-8850-5a0ce7dc950c service nova] Acquiring lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.424790] env[69498]: DEBUG oslo_concurrency.lockutils [req-ddf11fc0-ffce-44e0-8955-3bd03b8d9feb req-22c6594c-0770-4257-8850-5a0ce7dc950c service nova] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.425305] env[69498]: DEBUG oslo_concurrency.lockutils [req-ddf11fc0-ffce-44e0-8955-3bd03b8d9feb req-22c6594c-0770-4257-8850-5a0ce7dc950c service nova] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.425463] env[69498]: DEBUG nova.compute.manager [req-ddf11fc0-ffce-44e0-8955-3bd03b8d9feb req-22c6594c-0770-4257-8850-5a0ce7dc950c service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] No waiting events found dispatching network-vif-plugged-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 884.425636] env[69498]: WARNING nova.compute.manager [req-ddf11fc0-ffce-44e0-8955-3bd03b8d9feb req-22c6594c-0770-4257-8850-5a0ce7dc950c service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received unexpected event network-vif-plugged-b7ad82ba-7c7d-4858-968b-038a324ce7ef for instance with vm_state building and task_state spawning. [ 884.623701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.623701] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.626460] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.304s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.626671] env[69498]: DEBUG nova.objects.instance [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lazy-loading 'resources' on Instance uuid fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.656028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.656028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.656028] env[69498]: INFO nova.compute.manager [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Attaching volume ac4f5e21-d195-4ddd-80b7-6db5273cfc89 to /dev/sdb [ 884.701019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.710614] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78761ebd-9b88-459a-ab75-c41a42e37a88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.719584] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33cc47-0316-4941-a3e9-cb57cdc52af9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.737821] env[69498]: DEBUG nova.virt.block_device [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updating existing volume attachment record: e76eff6b-a182-4780-9771-0d8493c11035 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 884.768352] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.768529] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.768695] env[69498]: DEBUG nova.network.neutron [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.793667] env[69498]: DEBUG oslo_vmware.api [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.798289] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.126161] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "f6db8a59-c17f-4f40-8574-1dc84c711505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.126513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.126760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.126997] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.127236] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.130145] env[69498]: DEBUG nova.compute.utils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.131807] env[69498]: INFO nova.compute.manager [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Terminating instance [ 885.133265] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.133469] env[69498]: DEBUG nova.network.neutron [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.192417] env[69498]: DEBUG nova.policy [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9372c37590d46d3bf12ae793af6cebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4abcd1736e9842028e6f242f555596aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.295116] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097842, 'name': ReconfigVM_Task, 'duration_secs': 1.085249} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.298811] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Reconfigured VM instance instance-00000036 to attach disk [datastore2] edd99d57-e258-4888-845b-80da2cda5f2f/edd99d57-e258-4888-845b-80da2cda5f2f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.299449] env[69498]: DEBUG oslo_vmware.api [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097841, 'name': PowerOnVM_Task, 'duration_secs': 1.119605} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.299807] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-221ebfe2-8c72-4242-8558-004e558e808e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.301915] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.302147] env[69498]: DEBUG nova.compute.manager [None req-6da244b9-3017-4a68-bbc8-69321ef16e07 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.303507] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d7100f-81d8-46da-9420-f4ac4e08191e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.319246] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 885.319246] env[69498]: value = "task-4097846" [ 885.319246] env[69498]: _type = "Task" [ 885.319246] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.322715] env[69498]: DEBUG nova.network.neutron [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.338012] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097846, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.515665] env[69498]: DEBUG nova.network.neutron [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Successfully created port: 940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.580983] env[69498]: DEBUG nova.network.neutron [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.640811] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.644161] env[69498]: DEBUG nova.compute.manager [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.647017] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.647017] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5d9c8-50ad-4ab4-9e71-d759f66e48a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.657543] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.657820] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ab06d1-4b83-4d1d-9626-55195d8b103b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.666882] env[69498]: DEBUG oslo_vmware.api [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 885.666882] env[69498]: value = "task-4097847" [ 885.666882] env[69498]: _type = "Task" [ 885.666882] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.679738] env[69498]: DEBUG oslo_vmware.api [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.836151] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097846, 'name': Rename_Task, 'duration_secs': 0.19677} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.836465] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.836675] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84de2139-52ad-449b-b2d3-4496f8514043 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.839867] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e4c0a-8272-4e50-8114-d30eeb46f517 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.851916] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 885.851916] env[69498]: value = "task-4097848" [ 885.851916] env[69498]: _type = "Task" [ 885.851916] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.853140] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c211bad7-1c49-41c1-a261-90710ef02890 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.866444] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.892833] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec7f88-47c0-4b89-88cc-1da65bc8ce65 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.901444] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d593497-f7cb-4d5e-af91-45373cb803c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.915721] env[69498]: DEBUG nova.compute.provider_tree [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.084696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.085015] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Instance network_info: |[{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.085852] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:1f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ad82ba-7c7d-4858-968b-038a324ce7ef', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.094849] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Creating folder: Project (128e0faae7eb4e1d8f75c8d1c5cbabb0). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.094849] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d742606-3f2b-4622-83a2-06ecf2e44601 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107030] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Created folder: Project (128e0faae7eb4e1d8f75c8d1c5cbabb0) in parent group-v811634. [ 886.107700] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Creating folder: Instances. Parent ref: group-v811800. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.107700] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02c94bfb-2bc8-44ca-920a-0903d37c4102 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.118027] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Created folder: Instances in parent group-v811800. [ 886.118027] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.118202] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.118408] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-167e93cb-083a-452c-a338-32cdc617cd7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.141663] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.141663] env[69498]: value = "task-4097851" [ 886.141663] env[69498]: _type = "Task" [ 886.141663] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.153102] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097851, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.178641] env[69498]: DEBUG oslo_vmware.api [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097847, 'name': PowerOffVM_Task, 'duration_secs': 0.327485} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.179136] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.179360] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.179739] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f9dca9-d7be-4668-a92f-87e6b67d0791 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.304660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.304949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.305544] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.305544] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.305544] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.308145] env[69498]: INFO nova.compute.manager [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Terminating instance [ 886.320319] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.320319] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.321083] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Deleting the datastore file [datastore2] f6db8a59-c17f-4f40-8574-1dc84c711505 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.321083] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b36c55-8802-401a-a67a-7fa090bf54df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.330317] env[69498]: DEBUG oslo_vmware.api [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for the task: (returnval){ [ 886.330317] env[69498]: value = "task-4097853" [ 886.330317] env[69498]: _type = "Task" [ 886.330317] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.339955] env[69498]: DEBUG oslo_vmware.api [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.370346] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.419073] env[69498]: DEBUG nova.scheduler.client.report [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.459375] env[69498]: DEBUG nova.compute.manager [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.459752] env[69498]: DEBUG nova.compute.manager [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing instance network info cache due to event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.459971] env[69498]: DEBUG oslo_concurrency.lockutils [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.460138] env[69498]: DEBUG oslo_concurrency.lockutils [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.460327] env[69498]: DEBUG nova.network.neutron [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.653187] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097851, 'name': CreateVM_Task, 'duration_secs': 0.373388} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.653402] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.654672] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.657269] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.657455] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.657775] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.658308] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e733f99d-4ca9-4c77-a38f-05e8408714b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.663954] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 886.663954] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c48dbf-6aa7-4739-b25a-8ec66a8fb6c8" [ 886.663954] env[69498]: _type = "Task" [ 886.663954] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.675024] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c48dbf-6aa7-4739-b25a-8ec66a8fb6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.685931] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.686368] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.686425] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.686599] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.686745] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.686890] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.687116] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.687279] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.687444] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.687606] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.687780] env[69498]: DEBUG nova.virt.hardware [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.688654] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c008e-fa03-4b9b-855f-fd5b8f5b7f07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.697183] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cb3f68-c861-42c3-8d85-7c3cac713981 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.812334] env[69498]: DEBUG nova.compute.manager [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.812560] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.813555] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a5b095-96de-4746-8627-e348846e5510 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.825528] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.825528] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb62400-f9ad-4686-b694-82edcf14effb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.832708] env[69498]: DEBUG oslo_vmware.api [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 886.832708] env[69498]: value = "task-4097854" [ 886.832708] env[69498]: _type = "Task" [ 886.832708] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.848964] env[69498]: DEBUG oslo_vmware.api [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Task: {'id': task-4097853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251496} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.853698] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.854014] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.854132] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.854311] env[69498]: INFO nova.compute.manager [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Took 1.21 seconds to destroy the instance on the hypervisor. [ 886.854577] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.854837] env[69498]: DEBUG oslo_vmware.api [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.855179] env[69498]: DEBUG nova.compute.manager [-] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.855298] env[69498]: DEBUG nova.network.neutron [-] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.868505] env[69498]: DEBUG oslo_vmware.api [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097848, 'name': PowerOnVM_Task, 'duration_secs': 0.737457} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.868505] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.868789] env[69498]: INFO nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Took 11.12 seconds to spawn the instance on the hypervisor. [ 886.868931] env[69498]: DEBUG nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.869831] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f00b4-1331-4778-861f-372c2b94fc70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.928017] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.931654] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.572s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.933434] env[69498]: INFO nova.compute.claims [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.958032] env[69498]: INFO nova.scheduler.client.report [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Deleted allocations for instance fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e [ 887.139117] env[69498]: DEBUG nova.network.neutron [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Successfully updated port: 940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.175820] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c48dbf-6aa7-4739-b25a-8ec66a8fb6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015072} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.176407] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.176745] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.177111] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.181028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.181028] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.181028] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4a4610-9875-4cab-b78b-6a593435d62d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.188890] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.189140] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.189917] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4136702b-329e-4ca7-bb35-3ceeda8d0c4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.196609] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 887.196609] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525dd2ed-70a9-193c-65ea-24e87b93fd27" [ 887.196609] env[69498]: _type = "Task" [ 887.196609] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.214064] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525dd2ed-70a9-193c-65ea-24e87b93fd27, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.215028] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c837b01-8786-4319-8a9a-1cce9a8b3644 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.222437] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 887.222437] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524de535-cbd2-3cf5-d282-b56b7113232e" [ 887.222437] env[69498]: _type = "Task" [ 887.222437] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.235260] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524de535-cbd2-3cf5-d282-b56b7113232e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.346428] env[69498]: DEBUG oslo_vmware.api [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097854, 'name': PowerOffVM_Task, 'duration_secs': 0.303619} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.347060] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.347258] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.347572] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd3191cc-d482-4ecc-a7b6-b35cc9b24d17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.391761] env[69498]: INFO nova.compute.manager [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Took 41.72 seconds to build instance. [ 887.424293] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.424563] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.424762] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleting the datastore file [datastore2] 9c7eb62e-b80b-4faa-b499-9e886a918114 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.425089] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa78e1c-4ef2-4306-af71-bb019f98d1c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.433156] env[69498]: DEBUG oslo_vmware.api [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 887.433156] env[69498]: value = "task-4097857" [ 887.433156] env[69498]: _type = "Task" [ 887.433156] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.437623] env[69498]: DEBUG nova.network.neutron [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updated VIF entry in instance network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.437957] env[69498]: DEBUG nova.network.neutron [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.448567] env[69498]: DEBUG oslo_vmware.api [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.470515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f50653a8-0b3d-4173-a475-c207a21bd1a5 tempest-FloatingIPsAssociationTestJSON-1311896295 tempest-FloatingIPsAssociationTestJSON-1311896295-project-member] Lock "fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.885s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.641461] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.641629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquired lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.641789] env[69498]: DEBUG nova.network.neutron [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.734659] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524de535-cbd2-3cf5-d282-b56b7113232e, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.734659] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.734659] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/a3da8026-85ef-4ff2-a38d-329d1a8204b1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.734894] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d3ff30c-c2c4-4e44-bc40-2fd080366c48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.742336] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 887.742336] env[69498]: value = "task-4097858" [ 887.742336] env[69498]: _type = "Task" [ 887.742336] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.752173] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.781888] env[69498]: INFO nova.compute.manager [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Rebuilding instance [ 887.847065] env[69498]: DEBUG nova.compute.manager [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.848106] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1791a15-9bf5-48f5-85e2-b5f4df5cc4ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.897073] env[69498]: DEBUG oslo_concurrency.lockutils [None req-596b8e3a-cf20-4179-aa74-21a2e4cf1e10 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "edd99d57-e258-4888-845b-80da2cda5f2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.557s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.945567] env[69498]: DEBUG oslo_concurrency.lockutils [req-c5049fe6-a6d4-4cc5-a5f2-9e9f88bf41e7 req-81c2e78f-92fd-447f-a057-7e21d2c7387b service nova] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.948952] env[69498]: DEBUG oslo_vmware.api [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4097857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330602} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.951115] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.953031] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.953309] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.953644] env[69498]: INFO nova.compute.manager [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.953977] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.954418] env[69498]: DEBUG nova.compute.manager [-] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.954418] env[69498]: DEBUG nova.network.neutron [-] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.169950] env[69498]: DEBUG nova.compute.manager [req-1bca75f0-d662-4bdd-b765-7c1bf6690a3b req-1eeb0a91-b3dc-4755-86b9-f7849c0b8ff5 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received event network-vif-deleted-acf3bb5c-6440-40b6-846a-9c99f20abdac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.170235] env[69498]: INFO nova.compute.manager [req-1bca75f0-d662-4bdd-b765-7c1bf6690a3b req-1eeb0a91-b3dc-4755-86b9-f7849c0b8ff5 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Neutron deleted interface acf3bb5c-6440-40b6-846a-9c99f20abdac; detaching it from the instance and deleting it from the info cache [ 888.170535] env[69498]: DEBUG nova.network.neutron [req-1bca75f0-d662-4bdd-b765-7c1bf6690a3b req-1eeb0a91-b3dc-4755-86b9-f7849c0b8ff5 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Updating instance_info_cache with network_info: [{"id": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "address": "fa:16:3e:e0:45:5b", "network": {"id": "82892d9c-b558-433f-9f8a-62f49cbc0dd9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1907778321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78f81c0bdac04d3285d9e6f4b6b9e8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e140a4-a7", "ovs_interfaceid": "f5e140a4-a75a-40d5-b91f-82699068e5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.226726] env[69498]: DEBUG nova.network.neutron [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.256639] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.320721] env[69498]: DEBUG nova.network.neutron [-] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.400154] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.561745] env[69498]: DEBUG nova.network.neutron [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Updating instance_info_cache with network_info: [{"id": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "address": "fa:16:3e:23:51:c5", "network": {"id": "169f6646-010d-4bf7-ae96-4406663f8c3d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-716604907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4abcd1736e9842028e6f242f555596aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940f7c23-61", "ovs_interfaceid": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.639604] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49301db7-ab4a-4673-8497-d069c6ad5197 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.649158] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0810487-c797-4c0b-96d9-33eb509d15c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.683668] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b713ee17-172f-40be-9d16-dac7d824d4fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.686574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1aa797-abeb-44b4-b241-3d454c2e02df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.696011] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bec4d2-e9cf-41ef-9585-0d7d091c6ecc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.702641] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c270b-02a2-4558-b69b-057520a7fa2c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.725956] env[69498]: DEBUG nova.compute.provider_tree [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.752170] env[69498]: DEBUG nova.compute.manager [req-1bca75f0-d662-4bdd-b765-7c1bf6690a3b req-1eeb0a91-b3dc-4755-86b9-f7849c0b8ff5 service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Detach interface failed, port_id=acf3bb5c-6440-40b6-846a-9c99f20abdac, reason: Instance f6db8a59-c17f-4f40-8574-1dc84c711505 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.761486] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990021} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.761758] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/a3da8026-85ef-4ff2-a38d-329d1a8204b1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.761970] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.762237] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e36f112e-4c91-4e3e-8854-ff4f98df922d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.769745] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 888.769745] env[69498]: value = "task-4097859" [ 888.769745] env[69498]: _type = "Task" [ 888.769745] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.779492] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.831047] env[69498]: INFO nova.compute.manager [-] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Took 1.97 seconds to deallocate network for instance. [ 888.868130] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.870812] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1cec302-2ca4-4784-ba78-fefa6046182b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.881046] env[69498]: DEBUG nova.compute.manager [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Received event network-vif-plugged-940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.881046] env[69498]: DEBUG oslo_concurrency.lockutils [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] Acquiring lock "837675ce-28a6-4ad2-865f-77a26d66267e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.881355] env[69498]: DEBUG oslo_concurrency.lockutils [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] Lock "837675ce-28a6-4ad2-865f-77a26d66267e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.881423] env[69498]: DEBUG oslo_concurrency.lockutils [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] Lock "837675ce-28a6-4ad2-865f-77a26d66267e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.883785] env[69498]: DEBUG nova.compute.manager [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] No waiting events found dispatching network-vif-plugged-940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.883785] env[69498]: WARNING nova.compute.manager [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Received unexpected event network-vif-plugged-940f7c23-6190-42fa-ace9-1f0fc9a3ae29 for instance with vm_state building and task_state spawning. [ 888.883785] env[69498]: DEBUG nova.compute.manager [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Received event network-changed-940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.883785] env[69498]: DEBUG nova.compute.manager [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Refreshing instance network info cache due to event network-changed-940f7c23-6190-42fa-ace9-1f0fc9a3ae29. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.883785] env[69498]: DEBUG oslo_concurrency.lockutils [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] Acquiring lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.883998] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "edd99d57-e258-4888-845b-80da2cda5f2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.884247] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "edd99d57-e258-4888-845b-80da2cda5f2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.884425] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "edd99d57-e258-4888-845b-80da2cda5f2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.884599] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "edd99d57-e258-4888-845b-80da2cda5f2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.884754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "edd99d57-e258-4888-845b-80da2cda5f2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.886816] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 888.886816] env[69498]: value = "task-4097860" [ 888.886816] env[69498]: _type = "Task" [ 888.886816] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.887265] env[69498]: INFO nova.compute.manager [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Terminating instance [ 888.900876] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.929925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.064789] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Releasing lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.065179] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Instance network_info: |[{"id": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "address": "fa:16:3e:23:51:c5", "network": {"id": "169f6646-010d-4bf7-ae96-4406663f8c3d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-716604907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4abcd1736e9842028e6f242f555596aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940f7c23-61", "ovs_interfaceid": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.065572] env[69498]: DEBUG oslo_concurrency.lockutils [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] Acquired lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.066185] env[69498]: DEBUG nova.network.neutron [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Refreshing network info cache for port 940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.068376] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:51:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '940f7c23-6190-42fa-ace9-1f0fc9a3ae29', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.078413] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Creating folder: Project (4abcd1736e9842028e6f242f555596aa). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.080212] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-126a706b-e0bf-42ea-96ff-258406805470 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.094172] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Created folder: Project (4abcd1736e9842028e6f242f555596aa) in parent group-v811634. [ 889.094425] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Creating folder: Instances. Parent ref: group-v811803. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.094701] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6babc010-a18d-4039-9b32-cc7f38f88157 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.111031] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Created folder: Instances in parent group-v811803. [ 889.111031] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.111031] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.111031] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0915e71d-64d2-439e-b6db-dbb42aa7171f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.134417] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.134417] env[69498]: value = "task-4097863" [ 889.134417] env[69498]: _type = "Task" [ 889.134417] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.146200] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097863, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.229702] env[69498]: DEBUG nova.scheduler.client.report [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.279779] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070944} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.280419] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.281434] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba3915-8460-4782-a89e-2c792b958538 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.312490] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/a3da8026-85ef-4ff2-a38d-329d1a8204b1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.314047] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 889.314372] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811799', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'name': 'volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c802d45a-0077-43b6-902c-9c88a70f48f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'serial': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 889.314702] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280d2160-c333-4511-9afc-fc11ec1cd2ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.333778] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e4018a-2b7a-4cea-8f5b-dbe2e3613230 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.337668] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.356317] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf7c4db-e496-426d-89e1-6b2e19d0ce27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.359095] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 889.359095] env[69498]: value = "task-4097864" [ 889.359095] env[69498]: _type = "Task" [ 889.359095] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.379214] env[69498]: DEBUG nova.network.neutron [-] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.388363] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89/volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.389603] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f671aeb-a557-4266-b9f1-4d6b5bd86a1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.412108] env[69498]: DEBUG nova.compute.manager [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.412377] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.413658] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.418024] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f854ac-cd33-4081-bd6e-e482b85347ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.424624] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 889.424624] env[69498]: value = "task-4097865" [ 889.424624] env[69498]: _type = "Task" [ 889.424624] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.430834] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.431230] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097860, 'name': PowerOffVM_Task, 'duration_secs': 0.238267} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.437291] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13490d6e-be9b-4aae-b365-36486b7a74df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.437291] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.438177] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.438971] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9ce451-c39b-4811-ad06-0be851eded8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.447068] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.450257] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 889.450257] env[69498]: value = "task-4097867" [ 889.450257] env[69498]: _type = "Task" [ 889.450257] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.450681] env[69498]: DEBUG oslo_vmware.api [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 889.450681] env[69498]: value = "task-4097866" [ 889.450681] env[69498]: _type = "Task" [ 889.450681] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.471011] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 889.471321] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 889.471595] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811729', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'name': 'volume-f2eaa004-900b-4165-abcb-f997296e931d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3811fd9-69a3-48f0-9e4d-abc16ca9d5ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'serial': 'f2eaa004-900b-4165-abcb-f997296e931d'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 889.471924] env[69498]: DEBUG oslo_vmware.api [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.472840] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ad5a8d-6d94-43ee-ab78-ff26a2ff5991 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.496468] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ea55e-0245-4273-8b2e-bedd66a1224c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.504965] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4312c5ec-1663-4248-a58f-5ed0892c6a12 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.530254] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e2f6b-3917-4878-a4a8-73dfc433c749 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.549456] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] The volume has not been displaced from its original location: [datastore2] volume-f2eaa004-900b-4165-abcb-f997296e931d/volume-f2eaa004-900b-4165-abcb-f997296e931d.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 889.555770] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.556198] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108f56b2-5430-47cd-a148-4e698d60ca99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.577548] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 889.577548] env[69498]: value = "task-4097868" [ 889.577548] env[69498]: _type = "Task" [ 889.577548] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.590744] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.646769] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097863, 'name': CreateVM_Task, 'duration_secs': 0.452956} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.646769] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.647267] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.647488] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.647904] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.648324] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd69bd13-a6d5-4bdd-8d9b-bacdda1bb59c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.654668] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 889.654668] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529d1216-2df1-d011-888d-d3d383da7a02" [ 889.654668] env[69498]: _type = "Task" [ 889.654668] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.666831] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529d1216-2df1-d011-888d-d3d383da7a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.737685] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.737685] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.740667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.468s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.871491] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097864, 'name': ReconfigVM_Task, 'duration_secs': 0.376146} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.872614] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/a3da8026-85ef-4ff2-a38d-329d1a8204b1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.873265] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd47c8f6-3500-4269-91cd-31cfa9ebf645 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.882787] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 889.882787] env[69498]: value = "task-4097869" [ 889.882787] env[69498]: _type = "Task" [ 889.882787] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.893571] env[69498]: INFO nova.compute.manager [-] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Took 1.94 seconds to deallocate network for instance. [ 889.893963] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097869, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.943019] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.948878] env[69498]: DEBUG nova.network.neutron [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Updated VIF entry in instance network info cache for port 940f7c23-6190-42fa-ace9-1f0fc9a3ae29. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.950034] env[69498]: DEBUG nova.network.neutron [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Updating instance_info_cache with network_info: [{"id": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "address": "fa:16:3e:23:51:c5", "network": {"id": "169f6646-010d-4bf7-ae96-4406663f8c3d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-716604907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4abcd1736e9842028e6f242f555596aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940f7c23-61", "ovs_interfaceid": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.962549] env[69498]: DEBUG oslo_vmware.api [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097866, 'name': PowerOffVM_Task, 'duration_secs': 0.247948} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.962896] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.963115] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.963390] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3877ffd-e2b6-4bae-b932-59d22dc3a01b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.041282] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.041282] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.041282] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleting the datastore file [datastore2] edd99d57-e258-4888-845b-80da2cda5f2f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.041282] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93fcddca-ea67-4b05-800c-13941626d6b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.049459] env[69498]: DEBUG oslo_vmware.api [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 890.049459] env[69498]: value = "task-4097871" [ 890.049459] env[69498]: _type = "Task" [ 890.049459] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.061743] env[69498]: DEBUG oslo_vmware.api [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.096717] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097868, 'name': ReconfigVM_Task, 'duration_secs': 0.319895} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.097134] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.105030] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3bf663-b1db-4188-baf0-b65a4ed4bd69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.121966] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 890.121966] env[69498]: value = "task-4097872" [ 890.121966] env[69498]: _type = "Task" [ 890.121966] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.135309] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.166234] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529d1216-2df1-d011-888d-d3d383da7a02, 'name': SearchDatastore_Task, 'duration_secs': 0.035893} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.166234] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.166234] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.166527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.166703] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.166904] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.167264] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795adde1-ac75-46d0-b78c-9ef970da8266 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.176653] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.176903] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.177776] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a67094c-bc88-48e7-b60c-5725b6d5badd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.184560] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 890.184560] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3f616-b614-c56a-c204-8f6b6fe672f2" [ 890.184560] env[69498]: _type = "Task" [ 890.184560] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.194637] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3f616-b614-c56a-c204-8f6b6fe672f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.247410] env[69498]: INFO nova.compute.claims [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.253137] env[69498]: DEBUG nova.compute.utils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.254859] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.255099] env[69498]: DEBUG nova.network.neutron [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.355684] env[69498]: DEBUG nova.policy [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f99a96fb4441d19e20f70bd3d24e2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d82a15ed8944c59479309d41f77f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.364215] env[69498]: DEBUG nova.compute.manager [req-493e5a0e-b792-4c43-85cc-447b1a4eed58 req-afdcd3d2-bb97-48f3-9bec-e07c6856297f service nova] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Received event network-vif-deleted-f5e140a4-a75a-40d5-b91f-82699068e5ee {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.364443] env[69498]: DEBUG nova.compute.manager [req-493e5a0e-b792-4c43-85cc-447b1a4eed58 req-afdcd3d2-bb97-48f3-9bec-e07c6856297f service nova] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Received event network-vif-deleted-eeddfdf1-1963-4ea9-818a-acfb042009ac {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.392877] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097869, 'name': Rename_Task, 'duration_secs': 0.252077} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.393324] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.393587] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6297f8d7-c2d5-4c08-88a8-48fe2f608520 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.400642] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.400965] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 890.400965] env[69498]: value = "task-4097873" [ 890.400965] env[69498]: _type = "Task" [ 890.400965] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.409529] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.446100] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097865, 'name': ReconfigVM_Task, 'duration_secs': 0.572244} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.446100] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89/volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.452412] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80758a3-1a32-458a-a9b0-d5787b59a373 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.467427] env[69498]: DEBUG oslo_concurrency.lockutils [req-88426e39-9987-4d93-b5ac-0857651e1f81 req-5eb0714a-8b2e-4efd-94a7-c381e4f74dad service nova] Releasing lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.476117] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 890.476117] env[69498]: value = "task-4097874" [ 890.476117] env[69498]: _type = "Task" [ 890.476117] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.481629] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.559886] env[69498]: DEBUG oslo_vmware.api [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4097871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160589} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.560238] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.560323] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.560556] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.560666] env[69498]: INFO nova.compute.manager [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 890.561411] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.561411] env[69498]: DEBUG nova.compute.manager [-] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.561411] env[69498]: DEBUG nova.network.neutron [-] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.639514] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097872, 'name': ReconfigVM_Task, 'duration_secs': 0.166566} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.640052] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811729', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'name': 'volume-f2eaa004-900b-4165-abcb-f997296e931d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3811fd9-69a3-48f0-9e4d-abc16ca9d5ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2eaa004-900b-4165-abcb-f997296e931d', 'serial': 'f2eaa004-900b-4165-abcb-f997296e931d'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 890.640418] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.641330] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ea407-582c-4cbc-b56e-6dc426a3acb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.655905] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.656299] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda38405-7373-49da-ad0a-7e4cc09cc144 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.696396] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f3f616-b614-c56a-c204-8f6b6fe672f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.697959] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc384f83-f00e-4cf6-b91d-7458b731f042 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.707843] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 890.707843] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52739f45-2170-593c-23c0-0adaf34e666a" [ 890.707843] env[69498]: _type = "Task" [ 890.707843] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.717814] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52739f45-2170-593c-23c0-0adaf34e666a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.730513] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.730734] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.730916] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Deleting the datastore file [datastore2] d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.731324] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a064c6d-b46a-4594-ae63-08376bd0ddfe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.739112] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for the task: (returnval){ [ 890.739112] env[69498]: value = "task-4097876" [ 890.739112] env[69498]: _type = "Task" [ 890.739112] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.750118] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.757389] env[69498]: INFO nova.compute.resource_tracker [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating resource usage from migration 41f51eb5-ca21-4523-8bfb-9607be3a35ab [ 890.761415] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.910890] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.985919] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.118985] env[69498]: DEBUG nova.network.neutron [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Successfully created port: d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.217794] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52739f45-2170-593c-23c0-0adaf34e666a, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.221429] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.221833] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 837675ce-28a6-4ad2-865f-77a26d66267e/837675ce-28a6-4ad2-865f-77a26d66267e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.222502] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad665e99-d645-4641-9783-ad1ed642c115 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.234049] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 891.234049] env[69498]: value = "task-4097877" [ 891.234049] env[69498]: _type = "Task" [ 891.234049] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.241921] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.251021] env[69498]: DEBUG oslo_vmware.api [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Task: {'id': task-4097876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076224} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.251384] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.251600] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.251806] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.343799] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 891.344430] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85e1c5c3-94a8-46e2-820d-3d01bc8fbd7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.363523] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c5dd3-6f62-49bc-83db-cac7218c7e55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.417647] env[69498]: ERROR nova.compute.manager [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Failed to detach volume f2eaa004-900b-4165-abcb-f997296e931d from /dev/sda: nova.exception.InstanceNotFound: Instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee could not be found. [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Traceback (most recent call last): [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self.driver.rebuild(**kwargs) [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] raise NotImplementedError() [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] NotImplementedError [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] During handling of the above exception, another exception occurred: [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Traceback (most recent call last): [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self.driver.detach_volume(context, old_connection_info, [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] return self._volumeops.detach_volume(connection_info, instance) [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._detach_volume_vmdk(connection_info, instance) [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] stable_ref.fetch_moref(session) [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] raise exception.InstanceNotFound(instance_id=self._uuid) [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] nova.exception.InstanceNotFound: Instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee could not be found. [ 891.417647] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.426792] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a01213-d2a5-4a46-9a33-faeaf8305c24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.437356] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.441429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8099839-41d1-4185-ab21-b9a2c0f8e071 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.490694] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6908513-a290-4052-bca5-f0e88abd4447 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.505012] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eeb061-9b51-432a-b05c-e735f5b00541 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.510147] env[69498]: DEBUG oslo_vmware.api [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4097874, 'name': ReconfigVM_Task, 'duration_secs': 0.951965} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.510147] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811799', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'name': 'volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c802d45a-0077-43b6-902c-9c88a70f48f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'serial': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 891.528400] env[69498]: DEBUG nova.compute.provider_tree [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.598210] env[69498]: DEBUG nova.network.neutron [-] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.640939] env[69498]: DEBUG nova.compute.utils [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Build of instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee aborted: Failed to rebuild volume backed instance. {{(pid=69498) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 891.645844] env[69498]: ERROR nova.compute.manager [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee aborted: Failed to rebuild volume backed instance. [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Traceback (most recent call last): [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self.driver.rebuild(**kwargs) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] raise NotImplementedError() [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] NotImplementedError [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] During handling of the above exception, another exception occurred: [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Traceback (most recent call last): [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._detach_root_volume(context, instance, root_bdm) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] with excutils.save_and_reraise_exception(): [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self.force_reraise() [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] raise self.value [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self.driver.detach_volume(context, old_connection_info, [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] return self._volumeops.detach_volume(connection_info, instance) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._detach_volume_vmdk(connection_info, instance) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] stable_ref.fetch_moref(session) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] raise exception.InstanceNotFound(instance_id=self._uuid) [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] nova.exception.InstanceNotFound: Instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee could not be found. [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] During handling of the above exception, another exception occurred: [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Traceback (most recent call last): [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] yield [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 891.645844] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._do_rebuild_instance_with_claim( [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._do_rebuild_instance( [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._rebuild_default_impl(**kwargs) [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] self._rebuild_volume_backed_instance( [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] raise exception.BuildAbortException( [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] nova.exception.BuildAbortException: Build of instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee aborted: Failed to rebuild volume backed instance. [ 891.647181] env[69498]: ERROR nova.compute.manager [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] [ 891.744120] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097877, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.782864] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.823200] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.823200] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.823200] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.823200] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.823200] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.823200] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.823693] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.824039] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.824407] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.824689] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.824963] env[69498]: DEBUG nova.virt.hardware [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.826043] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c5102-924d-42b3-b84b-9c9fe490ef6f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.836135] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a88fe00-2c1f-49b2-bac0-7d8ed23dc785 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.928680] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097873, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.034903] env[69498]: DEBUG nova.scheduler.client.report [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.100666] env[69498]: INFO nova.compute.manager [-] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Took 1.54 seconds to deallocate network for instance. [ 892.244804] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518196} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.245137] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 837675ce-28a6-4ad2-865f-77a26d66267e/837675ce-28a6-4ad2-865f-77a26d66267e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.245378] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.245684] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7cc669-ef45-4554-a743-fcc3369452b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.254385] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 892.254385] env[69498]: value = "task-4097878" [ 892.254385] env[69498]: _type = "Task" [ 892.254385] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.264909] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.426749] env[69498]: DEBUG oslo_vmware.api [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097873, 'name': PowerOnVM_Task, 'duration_secs': 1.571551} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.427060] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.427286] env[69498]: INFO nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Took 8.63 seconds to spawn the instance on the hypervisor. [ 892.427468] env[69498]: DEBUG nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.428389] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cc68c0-ed5a-4057-a4d4-6b7fc5442605 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.441825] env[69498]: DEBUG nova.compute.manager [req-528c8013-6aac-4482-87bc-4d39a0a12988 req-f793a6ec-24ce-460f-b333-55ef1ac29e21 service nova] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Received event network-vif-deleted-7547191f-a7c3-4899-bf72-13671bdf32a8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.541116] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.799s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.541116] env[69498]: INFO nova.compute.manager [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Migrating [ 892.547588] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.953s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.548198] env[69498]: DEBUG nova.objects.instance [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lazy-loading 'resources' on Instance uuid 46ceadf5-a94c-4880-a312-8bc1c8d9db33 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.568704] env[69498]: DEBUG nova.objects.instance [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'flavor' on Instance uuid c802d45a-0077-43b6-902c-9c88a70f48f1 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.607027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.769170] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243936} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.769170] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.769170] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a6fcd-ca60-4c71-ac98-ecdb8d85d962 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.796165] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 837675ce-28a6-4ad2-865f-77a26d66267e/837675ce-28a6-4ad2-865f-77a26d66267e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.796165] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6fc294-e008-4cf5-9399-b7bea4cfeae3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.823870] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 892.823870] env[69498]: value = "task-4097879" [ 892.823870] env[69498]: _type = "Task" [ 892.823870] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.836500] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.948716] env[69498]: INFO nova.compute.manager [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Took 43.72 seconds to build instance. [ 893.064784] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.064784] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.064784] env[69498]: DEBUG nova.network.neutron [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.076217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-166a5ccc-d987-44c7-beb4-460b425f3dac tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.423s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.338650] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097879, 'name': ReconfigVM_Task, 'duration_secs': 0.329381} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.338650] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 837675ce-28a6-4ad2-865f-77a26d66267e/837675ce-28a6-4ad2-865f-77a26d66267e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.343019] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8de1120c-ee63-42b0-b81f-0c6e2d36f6ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.350743] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 893.350743] env[69498]: value = "task-4097880" [ 893.350743] env[69498]: _type = "Task" [ 893.350743] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.366427] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097880, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.428446] env[69498]: INFO nova.compute.manager [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Rescuing [ 893.429776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.429776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.429776] env[69498]: DEBUG nova.network.neutron [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.452375] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8990fd56-d130-4299-9197-9fb0aef997df tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.169s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.535515] env[69498]: DEBUG nova.network.neutron [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Successfully updated port: d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.665783] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.706753] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d831d-8eb1-4a62-8bc5-d257e40d3dbf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.714796] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7913aaab-0465-43a1-b911-532914f5d7bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.749967] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e4cb6-5f4d-48c8-9007-a154258a8d46 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.761238] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf967a-253a-4d8a-b910-36e66f57e3c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.781773] env[69498]: DEBUG nova.compute.provider_tree [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.867089] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097880, 'name': Rename_Task, 'duration_secs': 0.169563} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.867363] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.867617] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73f7833-862c-403c-8dfa-5863e64e9337 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.876941] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 893.876941] env[69498]: value = "task-4097881" [ 893.876941] env[69498]: _type = "Task" [ 893.876941] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.886640] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.955722] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.974314] env[69498]: DEBUG nova.network.neutron [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance_info_cache with network_info: [{"id": "30949201-113d-425a-b90d-8ae690e65b8a", "address": "fa:16:3e:5e:6b:89", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30949201-11", "ovs_interfaceid": "30949201-113d-425a-b90d-8ae690e65b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.039078] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "refresh_cache-9a83b57e-fea0-46e3-8832-1215f6e42401" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.042648] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "refresh_cache-9a83b57e-fea0-46e3-8832-1215f6e42401" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.042748] env[69498]: DEBUG nova.network.neutron [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.287467] env[69498]: DEBUG nova.scheduler.client.report [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.313384] env[69498]: DEBUG nova.network.neutron [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.389663] env[69498]: DEBUG oslo_vmware.api [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097881, 'name': PowerOnVM_Task, 'duration_secs': 0.492665} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.389663] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.389663] env[69498]: INFO nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Took 7.73 seconds to spawn the instance on the hypervisor. [ 894.390067] env[69498]: DEBUG nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.390622] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448e1699-e499-421a-9f97-9e944a1a8ae7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.477327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.488616] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.613875] env[69498]: DEBUG nova.network.neutron [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.794689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.797127] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.368s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.798868] env[69498]: INFO nova.compute.claims [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.816848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.820960] env[69498]: INFO nova.scheduler.client.report [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Deleted allocations for instance 46ceadf5-a94c-4880-a312-8bc1c8d9db33 [ 894.913601] env[69498]: INFO nova.compute.manager [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Took 44.48 seconds to build instance. [ 894.916780] env[69498]: DEBUG nova.network.neutron [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Updating instance_info_cache with network_info: [{"id": "d700a947-9217-4284-8b54-a99d0bd7472f", "address": "fa:16:3e:f5:60:67", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd700a947-92", "ovs_interfaceid": "d700a947-9217-4284-8b54-a99d0bd7472f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.963066] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.964368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.964368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.964368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.964368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.966464] env[69498]: INFO nova.compute.manager [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Terminating instance [ 895.135158] env[69498]: DEBUG nova.compute.manager [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Received event network-vif-plugged-d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.135202] env[69498]: DEBUG oslo_concurrency.lockutils [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] Acquiring lock "9a83b57e-fea0-46e3-8832-1215f6e42401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.135404] env[69498]: DEBUG oslo_concurrency.lockutils [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.135732] env[69498]: DEBUG oslo_concurrency.lockutils [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.135925] env[69498]: DEBUG nova.compute.manager [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] No waiting events found dispatching network-vif-plugged-d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.136210] env[69498]: WARNING nova.compute.manager [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Received unexpected event network-vif-plugged-d700a947-9217-4284-8b54-a99d0bd7472f for instance with vm_state building and task_state spawning. [ 895.136586] env[69498]: DEBUG nova.compute.manager [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Received event network-changed-d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.136586] env[69498]: DEBUG nova.compute.manager [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Refreshing instance network info cache due to event network-changed-d700a947-9217-4284-8b54-a99d0bd7472f. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.136586] env[69498]: DEBUG oslo_concurrency.lockutils [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] Acquiring lock "refresh_cache-9a83b57e-fea0-46e3-8832-1215f6e42401" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.327861] env[69498]: DEBUG oslo_concurrency.lockutils [None req-10db6dba-725f-4df5-879c-166ffa45deeb tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "46ceadf5-a94c-4880-a312-8bc1c8d9db33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.757s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.416291] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45f42725-7f3b-40e1-8530-29dbcc941b2c tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.541s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.419850] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "refresh_cache-9a83b57e-fea0-46e3-8832-1215f6e42401" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420233] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Instance network_info: |[{"id": "d700a947-9217-4284-8b54-a99d0bd7472f", "address": "fa:16:3e:f5:60:67", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd700a947-92", "ovs_interfaceid": "d700a947-9217-4284-8b54-a99d0bd7472f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.420446] env[69498]: DEBUG oslo_concurrency.lockutils [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] Acquired lock "refresh_cache-9a83b57e-fea0-46e3-8832-1215f6e42401" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420626] env[69498]: DEBUG nova.network.neutron [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Refreshing network info cache for port d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.421907] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:60:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd700a947-9217-4284-8b54-a99d0bd7472f', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.431282] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.431898] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.433066] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2715efdd-9825-42f3-86e9-95477813ffe9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.456269] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.456269] env[69498]: value = "task-4097882" [ 895.456269] env[69498]: _type = "Task" [ 895.456269] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.470639] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097882, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.474719] env[69498]: DEBUG nova.compute.manager [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.475173] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87f679bd-7791-4689-ac7c-c33e6c26ecfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.489364] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f37e2-93e8-47f6-8753-80aac1857ee4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.545788] env[69498]: WARNING nova.virt.vmwareapi.driver [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee could not be found. [ 895.546228] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.547342] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7a894f9-8514-42d2-8007-886b71aab5dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.559071] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e467df-73fc-4c37-a17d-710dd81cc533 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.577040] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "2ec4b93a-a424-4706-a234-16b73d323ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.577346] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "2ec4b93a-a424-4706-a234-16b73d323ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.605330] env[69498]: WARNING nova.virt.vmwareapi.vmops [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee could not be found. [ 895.605569] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.605755] env[69498]: INFO nova.compute.manager [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Took 0.13 seconds to destroy the instance on the hypervisor. [ 895.606021] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.606290] env[69498]: DEBUG nova.compute.manager [-] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.606381] env[69498]: DEBUG nova.network.neutron [-] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.675123] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "96905bf3-6012-4714-ac7d-e821819fe266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.675660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "96905bf3-6012-4714-ac7d-e821819fe266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.919312] env[69498]: DEBUG nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.970139] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097882, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.019783] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8c361-5e4f-402f-a0fe-16ef1599131d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.038997] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.376053] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.376397] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62c45d1-e000-4037-90e1-72d75105eb07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.382253] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a721a-adfc-4546-b749-02211c79eeb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.385850] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 896.385850] env[69498]: value = "task-4097883" [ 896.385850] env[69498]: _type = "Task" [ 896.385850] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.390469] env[69498]: DEBUG nova.network.neutron [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Updated VIF entry in instance network info cache for port d700a947-9217-4284-8b54-a99d0bd7472f. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.390768] env[69498]: DEBUG nova.network.neutron [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Updating instance_info_cache with network_info: [{"id": "d700a947-9217-4284-8b54-a99d0bd7472f", "address": "fa:16:3e:f5:60:67", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd700a947-92", "ovs_interfaceid": "d700a947-9217-4284-8b54-a99d0bd7472f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.402896] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fba996e-d619-4153-9f8b-91f2050d97b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.414076] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.450046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "837675ce-28a6-4ad2-865f-77a26d66267e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.450320] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.450530] env[69498]: INFO nova.compute.manager [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Rebooting instance [ 896.452415] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb884735-31d7-4a62-a443-7283403dddcb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.467857] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba44c6-925b-4d0f-b5af-50fec6f0929e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.478424] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097882, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.480527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.492368] env[69498]: DEBUG nova.compute.provider_tree [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.549025] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.549394] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a4a326b-6d48-45a9-9a0a-1507981e9252 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.558826] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 896.558826] env[69498]: value = "task-4097884" [ 896.558826] env[69498]: _type = "Task" [ 896.558826] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.570888] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.896804] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097883, 'name': PowerOffVM_Task, 'duration_secs': 0.2902} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.897209] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.899029] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c69c5a-d196-40b8-a32f-dce9b85a8798 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.901156] env[69498]: DEBUG oslo_concurrency.lockutils [req-b0e3fdd2-8360-475a-8af5-382db1b1a911 req-b42c5544-a56d-4b8a-90b3-82763bfc5aea service nova] Releasing lock "refresh_cache-9a83b57e-fea0-46e3-8832-1215f6e42401" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.919793] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bae1759-8f68-48fb-8a75-45df76fd0f4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.962857] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.964930] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74ea8a10-4494-4703-ba70-63de491774fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.968223] env[69498]: DEBUG nova.network.neutron [-] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.975937] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097882, 'name': CreateVM_Task, 'duration_secs': 1.149973} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.977345] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.978080] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 896.978080] env[69498]: value = "task-4097885" [ 896.978080] env[69498]: _type = "Task" [ 896.978080] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.978913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.978913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.979196] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.979514] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4d66f1-5f57-4ed7-afa6-d86bb642b758 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.985638] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.985825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquired lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.986015] env[69498]: DEBUG nova.network.neutron [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.993134] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 896.993134] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a926c-a016-538e-3b40-9868ffe154e2" [ 896.993134] env[69498]: _type = "Task" [ 896.993134] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.996808] env[69498]: DEBUG nova.scheduler.client.report [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.003760] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 897.004686] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.004686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.004686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.004686] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.005565] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f07b6ea9-8667-4c26-89ed-6d6f84a68cf2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.017129] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a926c-a016-538e-3b40-9868ffe154e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.017886] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018151] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.018367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018598] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.018760] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.020104] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36178c9-d60a-4cce-9655-53c9fae1822e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.026590] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 897.026590] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e98a9c-231d-42a3-1764-8ee39472ca83" [ 897.026590] env[69498]: _type = "Task" [ 897.026590] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.039023] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e98a9c-231d-42a3-1764-8ee39472ca83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.069536] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097884, 'name': PowerOffVM_Task, 'duration_secs': 0.227225} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.069946] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.070162] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.294223] env[69498]: DEBUG nova.compute.manager [req-d2e9797c-38a2-4996-9e5a-e8394ae1f444 req-ac86f6fe-bad6-4e39-a0d5-f13f2fb952bb service nova] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Received event network-vif-deleted-1c5870fd-6686-4b50-8e04-67a07ff32da3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.471597] env[69498]: INFO nova.compute.manager [-] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Took 1.86 seconds to deallocate network for instance. [ 897.507285] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.508965] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.512150] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.119s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.513968] env[69498]: INFO nova.compute.claims [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.537995] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e98a9c-231d-42a3-1764-8ee39472ca83, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.539275] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ceb8a3-59b0-4de0-9016-72415f836c95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.546441] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 897.546441] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52311481-5365-c033-bc28-06b4a77a93a9" [ 897.546441] env[69498]: _type = "Task" [ 897.546441] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.556204] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52311481-5365-c033-bc28-06b4a77a93a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.581044] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.581310] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.581468] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.581647] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.581790] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.581986] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.582166] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.582329] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.582498] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.582740] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.583550] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.589083] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0026b1-41e2-450c-bb44-3cd1ef232c2e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.610811] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 897.610811] env[69498]: value = "task-4097886" [ 897.610811] env[69498]: _type = "Task" [ 897.610811] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.622120] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.019420] env[69498]: DEBUG nova.compute.utils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.028930] env[69498]: DEBUG nova.network.neutron [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Updating instance_info_cache with network_info: [{"id": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "address": "fa:16:3e:23:51:c5", "network": {"id": "169f6646-010d-4bf7-ae96-4406663f8c3d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-716604907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4abcd1736e9842028e6f242f555596aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940f7c23-61", "ovs_interfaceid": "940f7c23-6190-42fa-ace9-1f0fc9a3ae29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.030229] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.030414] env[69498]: DEBUG nova.network.neutron [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.037832] env[69498]: INFO nova.compute.manager [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Took 0.57 seconds to detach 1 volumes for instance. [ 898.040028] env[69498]: DEBUG nova.compute.manager [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Deleting volume: f2eaa004-900b-4165-abcb-f997296e931d {{(pid=69498) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 898.062602] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52311481-5365-c033-bc28-06b4a77a93a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.062905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.063316] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. {{(pid=69498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 898.063647] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.064387] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.064640] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7594e908-c102-43cf-9984-0e7d391a7a08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.067740] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a16bc1-774e-4ed6-94a6-5d7c1fe8fb48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.077149] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 898.077149] env[69498]: value = "task-4097887" [ 898.077149] env[69498]: _type = "Task" [ 898.077149] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.089454] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.091540] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.092932] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.092932] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37164650-2dbd-4466-a146-d7e144afc986 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.105526] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 898.105526] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d63a59-4bc0-550b-66db-86b031194455" [ 898.105526] env[69498]: _type = "Task" [ 898.105526] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.121169] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d63a59-4bc0-550b-66db-86b031194455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.127300] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097886, 'name': ReconfigVM_Task, 'duration_secs': 0.429186} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.127616] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.144321] env[69498]: DEBUG nova.policy [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '296a8448101d4951b67d5241e53c639b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f4c7a5e2b34b97b99faef0b17e642a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.529131] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.538484] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Releasing lock "refresh_cache-837675ce-28a6-4ad2-865f-77a26d66267e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.599221] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.601641] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.621837] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d63a59-4bc0-550b-66db-86b031194455, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.622888] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111bb483-fdc3-4b75-a0be-35799fe46c34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.629095] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 898.629095] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b69fe3-4292-e1ca-0815-ef50b36b8d03" [ 898.629095] env[69498]: _type = "Task" [ 898.629095] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.638345] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.638892] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.642013] env[69498]: DEBUG nova.virt.hardware [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.646787] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.647574] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a757e94c-8bf9-4514-87ef-d02e68a1c662 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.675186] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b69fe3-4292-e1ca-0815-ef50b36b8d03, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.677197] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.677664] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 9a83b57e-fea0-46e3-8832-1215f6e42401/9a83b57e-fea0-46e3-8832-1215f6e42401.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.678187] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 898.678187] env[69498]: value = "task-4097889" [ 898.678187] env[69498]: _type = "Task" [ 898.678187] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.681187] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ebcda1-99e2-4c2a-9e68-1fdc6b7dbf00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.693880] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.697177] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 898.697177] env[69498]: value = "task-4097890" [ 898.697177] env[69498]: _type = "Task" [ 898.697177] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.708334] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.983030] env[69498]: DEBUG nova.network.neutron [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Successfully created port: 893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.049643] env[69498]: DEBUG nova.compute.manager [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.051147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ab1c5-da10-4617-8f53-c9754b2a1ead {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.100752] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55067} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.101221] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. [ 899.103911] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb434875-d5f1-4fc8-a327-5cca1b86ac69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.135565] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.139847] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a78623-c1a4-4234-b417-ace0cfe66e64 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.165603] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 899.165603] env[69498]: value = "task-4097891" [ 899.165603] env[69498]: _type = "Task" [ 899.165603] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.181142] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.199413] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097889, 'name': ReconfigVM_Task, 'duration_secs': 0.175216} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.203616] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 899.207476] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba19c9ce-6efd-4c4c-807c-3b60fa48a9ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.215950] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.239748] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b/3a61f848-0402-4aad-a007-e630c8a2f08b.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.243046] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce3d1e7-c7e5-41f8-a71c-678fbc238041 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.264457] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 899.264457] env[69498]: value = "task-4097892" [ 899.264457] env[69498]: _type = "Task" [ 899.264457] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.275585] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.333239] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8585f-cbe7-411a-803c-5414771558dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.341579] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0976b945-dc60-492c-b866-d789a87948d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.376940] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d27bd9-0ea5-4d68-9441-7dc59ab1c975 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.385670] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfd5440-8663-4a38-a6d7-063f376eaf8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.401798] env[69498]: DEBUG nova.compute.provider_tree [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.552356] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.592506] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.592768] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.592923] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.593734] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.593932] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.594090] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.595012] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.595221] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.595405] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.595573] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.595744] env[69498]: DEBUG nova.virt.hardware [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.596690] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e40b757-a892-440d-bbc6-b685f52eaa5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.609524] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3274a-bbb5-4ca3-a91f-7c29d2a3bd3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.616501] env[69498]: DEBUG oslo_concurrency.lockutils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.616735] env[69498]: DEBUG oslo_concurrency.lockutils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.677347] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097891, 'name': ReconfigVM_Task, 'duration_secs': 0.380547} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.678086] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.678972] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbff34-9352-44e4-9f60-49db1da138e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.709067] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94acbc0f-1eeb-4098-a711-36a2121b88f7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.725738] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532153} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.726155] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 9a83b57e-fea0-46e3-8832-1215f6e42401/9a83b57e-fea0-46e3-8832-1215f6e42401.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.726475] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.726807] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb50b9c-04a3-49e3-8e26-803b7a61306c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.730617] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 899.730617] env[69498]: value = "task-4097893" [ 899.730617] env[69498]: _type = "Task" [ 899.730617] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.735258] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 899.735258] env[69498]: value = "task-4097894" [ 899.735258] env[69498]: _type = "Task" [ 899.735258] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.743065] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.748681] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.779058] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097892, 'name': ReconfigVM_Task, 'duration_secs': 0.2742} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.779486] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b/3a61f848-0402-4aad-a007-e630c8a2f08b.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.779830] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.904911] env[69498]: DEBUG nova.scheduler.client.report [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.074797] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2adfbe7-7392-4eea-9ab2-aeed27c63823 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.082559] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Doing hard reboot of VM {{(pid=69498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 900.082848] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a53726bd-4d2b-4928-90ae-345f79780b4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.089244] env[69498]: DEBUG oslo_vmware.api [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 900.089244] env[69498]: value = "task-4097895" [ 900.089244] env[69498]: _type = "Task" [ 900.089244] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.097963] env[69498]: DEBUG oslo_vmware.api [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097895, 'name': ResetVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.128345] env[69498]: DEBUG nova.compute.utils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.243783] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.250077] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169928} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.250405] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.251271] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488c8249-9658-483f-acbc-e9204ba5b0de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.275436] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 9a83b57e-fea0-46e3-8832-1215f6e42401/9a83b57e-fea0-46e3-8832-1215f6e42401.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.276278] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8712ed-3069-467c-90da-cde627d4a768 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.292667] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a7a054-d159-4847-a524-27e72f48c091 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.313499] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4162606-7235-45cd-8a8f-e5069eb2cd92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.316278] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 900.316278] env[69498]: value = "task-4097896" [ 900.316278] env[69498]: _type = "Task" [ 900.316278] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.333463] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.340555] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097896, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.410243] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.411032] env[69498]: DEBUG nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.413675] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.515s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.414983] env[69498]: INFO nova.compute.claims [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.600318] env[69498]: DEBUG oslo_vmware.api [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097895, 'name': ResetVM_Task, 'duration_secs': 0.126869} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.600658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Did hard reboot of VM {{(pid=69498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 900.600782] env[69498]: DEBUG nova.compute.manager [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.601575] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c3856-bda5-4f21-b10e-13d95579bd30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.631327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.742521] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.826496] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.849622] env[69498]: DEBUG nova.network.neutron [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Successfully updated port: 893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.882499] env[69498]: DEBUG nova.network.neutron [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Port 30949201-113d-425a-b90d-8ae690e65b8a binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 900.924704] env[69498]: DEBUG nova.compute.utils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.926379] env[69498]: DEBUG nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 901.102439] env[69498]: DEBUG nova.compute.manager [req-fa8ecf42-8708-4996-883a-b3309879d933 req-2dd42fe6-eb9f-4915-9ef1-28b36c52e225 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Received event network-vif-plugged-893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.102722] env[69498]: DEBUG oslo_concurrency.lockutils [req-fa8ecf42-8708-4996-883a-b3309879d933 req-2dd42fe6-eb9f-4915-9ef1-28b36c52e225 service nova] Acquiring lock "4d5c701b-cc03-4761-a087-46a0b15ecb22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.103019] env[69498]: DEBUG oslo_concurrency.lockutils [req-fa8ecf42-8708-4996-883a-b3309879d933 req-2dd42fe6-eb9f-4915-9ef1-28b36c52e225 service nova] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.103208] env[69498]: DEBUG oslo_concurrency.lockutils [req-fa8ecf42-8708-4996-883a-b3309879d933 req-2dd42fe6-eb9f-4915-9ef1-28b36c52e225 service nova] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.103507] env[69498]: DEBUG nova.compute.manager [req-fa8ecf42-8708-4996-883a-b3309879d933 req-2dd42fe6-eb9f-4915-9ef1-28b36c52e225 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] No waiting events found dispatching network-vif-plugged-893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 901.103695] env[69498]: WARNING nova.compute.manager [req-fa8ecf42-8708-4996-883a-b3309879d933 req-2dd42fe6-eb9f-4915-9ef1-28b36c52e225 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Received unexpected event network-vif-plugged-893770b2-2a69-44d1-be27-5f3bdec26e1d for instance with vm_state building and task_state spawning. [ 901.113960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e1d1469a-0cb1-4c65-afbd-68b001f6d10d tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.664s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.243543] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097893, 'name': ReconfigVM_Task, 'duration_secs': 1.180336} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.243842] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.244179] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c11157d-62d7-4429-85fd-109d080cf6b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.252171] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 901.252171] env[69498]: value = "task-4097897" [ 901.252171] env[69498]: _type = "Task" [ 901.252171] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.260616] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.326986] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097896, 'name': ReconfigVM_Task, 'duration_secs': 0.835954} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.327294] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 9a83b57e-fea0-46e3-8832-1215f6e42401/9a83b57e-fea0-46e3-8832-1215f6e42401.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.327953] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2313a977-f643-440e-ba9a-500d1dfd5c32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.335318] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 901.335318] env[69498]: value = "task-4097898" [ 901.335318] env[69498]: _type = "Task" [ 901.335318] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.345792] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097898, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.355594] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.355776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquired lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.355931] env[69498]: DEBUG nova.network.neutron [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.430592] env[69498]: DEBUG nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.689365] env[69498]: DEBUG oslo_concurrency.lockutils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.689659] env[69498]: DEBUG oslo_concurrency.lockutils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.689893] env[69498]: INFO nova.compute.manager [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Attaching volume d0699772-0d2a-4338-93cf-f1d19d0592bf to /dev/sdb [ 901.735269] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861d8a1f-0ae0-4e97-a8ec-9e0e740281d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.743996] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7794839-41ab-4846-b04a-55426b27b9c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.761699] env[69498]: DEBUG nova.virt.block_device [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating existing volume attachment record: 59cd0ac3-61ce-40a4-be62-4a8833c78eb9 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 901.770327] env[69498]: DEBUG oslo_vmware.api [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097897, 'name': PowerOnVM_Task, 'duration_secs': 0.417553} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.770662] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.773868] env[69498]: DEBUG nova.compute.manager [None req-60e4f117-5cb8-4453-8cc7-fac03322fcb4 tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.775145] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b0b34-84a6-4b15-8bb5-b0aef4444c7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.848593] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097898, 'name': Rename_Task, 'duration_secs': 0.136168} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.848879] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.849174] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d4503e-6b76-47fd-b99b-551dfe875d6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.861320] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 901.861320] env[69498]: value = "task-4097899" [ 901.861320] env[69498]: _type = "Task" [ 901.861320] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.875469] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.903049] env[69498]: DEBUG nova.network.neutron [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.913278] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.913591] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.913802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.047317] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f9be13-62fa-4c7e-b670-6d3d68da70e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.058216] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad5b46-0cbd-4d90-9a91-a1422c12052c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.062191] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "837675ce-28a6-4ad2-865f-77a26d66267e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.062457] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.062689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "837675ce-28a6-4ad2-865f-77a26d66267e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.062886] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.063088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.066128] env[69498]: INFO nova.compute.manager [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Terminating instance [ 902.102895] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b6ad17-219d-40b5-b791-2cc829752a59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.112084] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23243de-3dd1-4c4c-8814-ea6d84d97ddb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.131142] env[69498]: DEBUG nova.compute.provider_tree [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.149435] env[69498]: DEBUG nova.network.neutron [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updating instance_info_cache with network_info: [{"id": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "address": "fa:16:3e:80:b3:5a", "network": {"id": "c13f96e7-f7d5-427a-90ce-0c1964ad8e7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2120871448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f4c7a5e2b34b97b99faef0b17e642a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893770b2-2a", "ovs_interfaceid": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.374109] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097899, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.447635] env[69498]: DEBUG nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.477213] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.477564] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.477743] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.477928] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.478096] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.478243] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.478467] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.478605] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.478767] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.478929] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.479152] env[69498]: DEBUG nova.virt.hardware [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.479989] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8730c34-2314-4d60-9ae0-685e6633f3ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.489210] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeec8b2-b4eb-4d96-89e9-f4e871c078c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.506552] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.512628] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Creating folder: Project (cd8a976979c941a0b328e5a3dc3dfe36). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.512992] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3b19b56-ed7b-452c-be53-95304d2d93fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.526250] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Created folder: Project (cd8a976979c941a0b328e5a3dc3dfe36) in parent group-v811634. [ 902.526502] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Creating folder: Instances. Parent ref: group-v811809. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.526818] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be13c433-6551-476d-8dd8-11410437b9b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.538450] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Created folder: Instances in parent group-v811809. [ 902.538724] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.538925] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.539164] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa5c211-1c96-434c-baab-a3e8697c0f6f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.558425] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.558425] env[69498]: value = "task-4097905" [ 902.558425] env[69498]: _type = "Task" [ 902.558425] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.568901] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097905, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.606870] env[69498]: DEBUG nova.compute.manager [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.607125] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.608020] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b38992-2038-4788-8204-19b96657aac0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.615621] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.615868] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-944c2c01-15d8-4477-85f7-a567fee6ca17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.624119] env[69498]: DEBUG oslo_vmware.api [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 902.624119] env[69498]: value = "task-4097906" [ 902.624119] env[69498]: _type = "Task" [ 902.624119] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.634415] env[69498]: DEBUG oslo_vmware.api [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.636631] env[69498]: DEBUG nova.scheduler.client.report [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.652620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Releasing lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.652961] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Instance network_info: |[{"id": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "address": "fa:16:3e:80:b3:5a", "network": {"id": "c13f96e7-f7d5-427a-90ce-0c1964ad8e7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2120871448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f4c7a5e2b34b97b99faef0b17e642a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893770b2-2a", "ovs_interfaceid": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.653488] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b3:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893770b2-2a69-44d1-be27-5f3bdec26e1d', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.661261] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Creating folder: Project (d3f4c7a5e2b34b97b99faef0b17e642a). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.662424] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a147d52-e0e4-4022-837f-f451428ccf53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.675479] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Created folder: Project (d3f4c7a5e2b34b97b99faef0b17e642a) in parent group-v811634. [ 902.675689] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Creating folder: Instances. Parent ref: group-v811812. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.675990] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbdfa0cc-ede3-4de1-94d8-82f784336a7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.689070] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Created folder: Instances in parent group-v811812. [ 902.689371] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.689656] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.689882] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97fbb7ae-57a5-4b68-8bcf-446687c08f34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.711584] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.711584] env[69498]: value = "task-4097909" [ 902.711584] env[69498]: _type = "Task" [ 902.711584] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.723511] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097909, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.874456] env[69498]: DEBUG oslo_vmware.api [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097899, 'name': PowerOnVM_Task, 'duration_secs': 0.580793} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.874759] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.875099] env[69498]: INFO nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Took 11.09 seconds to spawn the instance on the hypervisor. [ 902.875377] env[69498]: DEBUG nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.876306] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a0a84-838e-4370-a97b-2fac543ad02f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.973933] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.974156] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.974332] env[69498]: DEBUG nova.network.neutron [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.069741] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097905, 'name': CreateVM_Task, 'duration_secs': 0.342158} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.070409] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.070494] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.070689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.071137] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.071441] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa7f96-e0c8-4af0-a21c-f16c296320ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.077630] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 903.077630] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dc9fa1-8245-33be-fbdf-a86fc3cdd1ac" [ 903.077630] env[69498]: _type = "Task" [ 903.077630] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.086969] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dc9fa1-8245-33be-fbdf-a86fc3cdd1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.134709] env[69498]: DEBUG oslo_vmware.api [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097906, 'name': PowerOffVM_Task, 'duration_secs': 0.243523} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.135082] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.135275] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.135528] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bca491ac-b0a9-490a-8ef2-d64b60b4dc27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.142632] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.143147] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.148025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.243s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.207626] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.207703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.207859] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Deleting the datastore file [datastore2] 837675ce-28a6-4ad2-865f-77a26d66267e {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.208538] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-819aa442-0c40-49dd-85a8-22ccc8755749 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.219465] env[69498]: DEBUG nova.compute.manager [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Received event network-changed-893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.219687] env[69498]: DEBUG nova.compute.manager [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Refreshing instance network info cache due to event network-changed-893770b2-2a69-44d1-be27-5f3bdec26e1d. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.219903] env[69498]: DEBUG oslo_concurrency.lockutils [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] Acquiring lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.220034] env[69498]: DEBUG oslo_concurrency.lockutils [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] Acquired lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.220492] env[69498]: DEBUG nova.network.neutron [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Refreshing network info cache for port 893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.226668] env[69498]: DEBUG oslo_vmware.api [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for the task: (returnval){ [ 903.226668] env[69498]: value = "task-4097911" [ 903.226668] env[69498]: _type = "Task" [ 903.226668] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.227174] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097909, 'name': CreateVM_Task, 'duration_secs': 0.478849} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.227646] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.231305] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.231480] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.231794] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.232884] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760665c2-3754-44d3-840c-a69383ef3dfe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.239056] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 903.239056] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526ce785-0daf-55a4-cd1e-50af5b95807b" [ 903.239056] env[69498]: _type = "Task" [ 903.239056] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.242143] env[69498]: DEBUG oslo_vmware.api [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.252488] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526ce785-0daf-55a4-cd1e-50af5b95807b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.393753] env[69498]: INFO nova.compute.manager [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Took 52.07 seconds to build instance. [ 903.590240] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dc9fa1-8245-33be-fbdf-a86fc3cdd1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013286} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.590580] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.590824] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.591242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.591806] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.591806] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.592042] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ea3aff-f7b2-4928-b78f-cb29492c0de6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.605032] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.605234] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.606033] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cabdaa-efcb-4bf3-9263-e1f8f40c741a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.614960] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 903.614960] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527215b6-0258-be15-f1f5-299fb8be0591" [ 903.614960] env[69498]: _type = "Task" [ 903.614960] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.626374] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527215b6-0258-be15-f1f5-299fb8be0591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.650464] env[69498]: DEBUG nova.compute.utils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.654115] env[69498]: INFO nova.compute.claims [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.658019] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.658081] env[69498]: DEBUG nova.network.neutron [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.743709] env[69498]: DEBUG oslo_vmware.api [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Task: {'id': task-4097911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418144} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.747273] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.747507] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.747700] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.747903] env[69498]: INFO nova.compute.manager [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.749618] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.749856] env[69498]: DEBUG nova.compute.manager [-] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.749991] env[69498]: DEBUG nova.network.neutron [-] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.761138] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526ce785-0daf-55a4-cd1e-50af5b95807b, 'name': SearchDatastore_Task, 'duration_secs': 0.03062} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.762628] env[69498]: DEBUG nova.policy [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '095e448113184c9ebb759a55e2aec0a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16859adac74e4217bdeb24b8625fdd17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.764168] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.764417] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.764682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.764832] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.765018] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.771290] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5077010-6cc3-4a0b-b4ea-54f822b4cf02 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.784274] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.785049] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.785278] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37111580-107b-4140-9de8-8601b0d784f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.791867] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 903.791867] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52492776-a6d8-5a59-7dd6-b7de36aa09d3" [ 903.791867] env[69498]: _type = "Task" [ 903.791867] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.800583] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52492776-a6d8-5a59-7dd6-b7de36aa09d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.896018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88077025-e84e-4115-9717-c364cbfbac96 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.720s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.957569] env[69498]: DEBUG nova.network.neutron [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance_info_cache with network_info: [{"id": "30949201-113d-425a-b90d-8ae690e65b8a", "address": "fa:16:3e:5e:6b:89", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30949201-11", "ovs_interfaceid": "30949201-113d-425a-b90d-8ae690e65b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.133631] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527215b6-0258-be15-f1f5-299fb8be0591, 'name': SearchDatastore_Task, 'duration_secs': 0.019462} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.134561] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c298cf-bbd3-41ce-9f21-b6bd69c01254 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.141844] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 904.141844] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52202a4b-600d-9184-34d1-ad60b943edd4" [ 904.141844] env[69498]: _type = "Task" [ 904.141844] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.152783] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52202a4b-600d-9184-34d1-ad60b943edd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.158728] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.162953] env[69498]: INFO nova.compute.resource_tracker [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating resource usage from migration 8cc0f36d-d761-42c1-aa1a-55e1e43f55da [ 904.309718] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52492776-a6d8-5a59-7dd6-b7de36aa09d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017533} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.310637] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f42544-853e-4ac2-bd87-568c22aa63ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.320819] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 904.320819] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5298cea1-4e3f-78ed-c5a3-f2fb263d5a40" [ 904.320819] env[69498]: _type = "Task" [ 904.320819] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.325556] env[69498]: DEBUG nova.network.neutron [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updated VIF entry in instance network info cache for port 893770b2-2a69-44d1-be27-5f3bdec26e1d. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.326015] env[69498]: DEBUG nova.network.neutron [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updating instance_info_cache with network_info: [{"id": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "address": "fa:16:3e:80:b3:5a", "network": {"id": "c13f96e7-f7d5-427a-90ce-0c1964ad8e7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2120871448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f4c7a5e2b34b97b99faef0b17e642a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893770b2-2a", "ovs_interfaceid": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.330988] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5298cea1-4e3f-78ed-c5a3-f2fb263d5a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.404205] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.460208] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.486715] env[69498]: DEBUG nova.network.neutron [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Successfully created port: a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.655502] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52202a4b-600d-9184-34d1-ad60b943edd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.659355] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659649] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.660861] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201940e1-0aca-49e8-9e1c-a4c5c32f38c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.670963] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 904.670963] env[69498]: value = "task-4097913" [ 904.670963] env[69498]: _type = "Task" [ 904.670963] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.683177] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.827823] env[69498]: DEBUG nova.compute.manager [req-c6d0999f-5bb1-44c4-8c14-507c262ba9d3 req-0d643547-4f31-4a26-9ea6-cbc951d692b0 service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Received event network-vif-deleted-940f7c23-6190-42fa-ace9-1f0fc9a3ae29 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.828713] env[69498]: INFO nova.compute.manager [req-c6d0999f-5bb1-44c4-8c14-507c262ba9d3 req-0d643547-4f31-4a26-9ea6-cbc951d692b0 service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Neutron deleted interface 940f7c23-6190-42fa-ace9-1f0fc9a3ae29; detaching it from the instance and deleting it from the info cache [ 904.828713] env[69498]: DEBUG nova.network.neutron [req-c6d0999f-5bb1-44c4-8c14-507c262ba9d3 req-0d643547-4f31-4a26-9ea6-cbc951d692b0 service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.832779] env[69498]: DEBUG oslo_concurrency.lockutils [req-b98c50fc-e3c9-4d2f-a728-0eca55428465 req-453e3507-a711-42c4-a18c-d12b76bca3a3 service nova] Releasing lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.839870] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5298cea1-4e3f-78ed-c5a3-f2fb263d5a40, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.843289] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.844069] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4d5c701b-cc03-4761-a087-46a0b15ecb22/4d5c701b-cc03-4761-a087-46a0b15ecb22.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.847205] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2eda79-7e09-4f4e-90e8-80c521ba8d98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.851717] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14cf93b7-a158-45e7-96d6-e42c635cec4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.862608] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0ac50-5c17-453d-bb45-2f33eeac7018 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.867836] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 904.867836] env[69498]: value = "task-4097914" [ 904.867836] env[69498]: _type = "Task" [ 904.867836] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.898990] env[69498]: DEBUG nova.network.neutron [-] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.905365] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceed9666-3c3d-480f-bbb5-18cb2b00ab83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.908679] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.921214] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a58be9-9cca-49ab-b86e-836d1961af78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.940169] env[69498]: DEBUG nova.compute.provider_tree [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.943212] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.996211] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d710f-1683-4069-bcdf-173297a9ea72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.024532] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba58b4d-e8cc-4e3c-85f1-e74f66ad16a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.035959] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.175354] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.190921] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.209444] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.209986] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.210279] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.210594] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.210762] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.210980] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.211304] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.211553] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.211834] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.212095] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.212290] env[69498]: DEBUG nova.virt.hardware [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.213479] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd21892f-2b9e-44a5-a7b9-3ac336d55a1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.224892] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43cf13-db65-45aa-8d34-ed64b9830104 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.332414] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa54ad89-4af4-430c-a218-c044334e7ded {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.347128] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c254b2cc-4265-4d22-9042-e058ea991079 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.381748] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097914, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.403211] env[69498]: INFO nova.compute.manager [-] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Took 1.65 seconds to deallocate network for instance. [ 905.403820] env[69498]: DEBUG nova.compute.manager [req-c6d0999f-5bb1-44c4-8c14-507c262ba9d3 req-0d643547-4f31-4a26-9ea6-cbc951d692b0 service nova] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Detach interface failed, port_id=940f7c23-6190-42fa-ace9-1f0fc9a3ae29, reason: Instance 837675ce-28a6-4ad2-865f-77a26d66267e could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.444626] env[69498]: DEBUG nova.scheduler.client.report [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.544837] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.545196] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145c9b03-0bf3-471d-a0d9-ad4802008043 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.554241] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 905.554241] env[69498]: value = "task-4097915" [ 905.554241] env[69498]: _type = "Task" [ 905.554241] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.564420] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.688934] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601942} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.689302] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.689525] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.689811] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3f7503-6d85-40bd-819a-271f804becfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.698455] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 905.698455] env[69498]: value = "task-4097916" [ 905.698455] env[69498]: _type = "Task" [ 905.698455] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.710134] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.881143] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699581} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.881498] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4d5c701b-cc03-4761-a087-46a0b15ecb22/4d5c701b-cc03-4761-a087-46a0b15ecb22.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.881799] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.882237] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d34fd5b-b34b-4f50-aa89-f510e9fb202b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.890555] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 905.890555] env[69498]: value = "task-4097917" [ 905.890555] env[69498]: _type = "Task" [ 905.890555] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.901626] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.905701] env[69498]: DEBUG nova.compute.manager [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.905923] env[69498]: DEBUG nova.compute.manager [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing instance network info cache due to event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.906531] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.906790] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.907046] env[69498]: DEBUG nova.network.neutron [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.911102] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.951986] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.805s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.953665] env[69498]: INFO nova.compute.manager [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Migrating [ 905.960246] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.982s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.960522] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.960838] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 905.961066] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.675s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.963476] env[69498]: INFO nova.compute.claims [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.976060] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cfaf4e-b08c-46ce-9187-d4da4d788acf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.990124] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d14928-187a-499b-83b2-77736a622cb6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.006718] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0860be9-6182-497d-8d24-92adf23a6c3b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.016554] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3becaf6-df39-4763-8462-994b1e617891 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.047294] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178033MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 906.047447] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.063969] env[69498]: DEBUG oslo_vmware.api [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4097915, 'name': PowerOnVM_Task, 'duration_secs': 0.420577} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.064277] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.064468] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2e00a-ee46-4c4e-b4cf-d3c66074b27e tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance '3a61f848-0402-4aad-a007-e630c8a2f08b' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.209761] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076047} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.210024] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.210818] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed6a4b6-ef4b-44b1-ac17-a8a9ca574bec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.231849] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.232608] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2455c43-aee6-4343-bb57-eb4f6f374da7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.254337] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 906.254337] env[69498]: value = "task-4097918" [ 906.254337] env[69498]: _type = "Task" [ 906.254337] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.263720] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.278278] env[69498]: DEBUG nova.compute.manager [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.279282] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e19770-9143-49a5-a4eb-1bfb92b14085 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.321252] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 906.321579] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811808', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'name': 'volume-d0699772-0d2a-4338-93cf-f1d19d0592bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fa184f9-ad9f-4d12-8f86-7ccd6833f215', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'serial': 'd0699772-0d2a-4338-93cf-f1d19d0592bf'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 906.322894] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093948ab-3554-4afd-b419-ad5fe9f69d14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.343287] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b7339-3159-4105-b808-11abcf0b163e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.370036] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-d0699772-0d2a-4338-93cf-f1d19d0592bf/volume-d0699772-0d2a-4338-93cf-f1d19d0592bf.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.370036] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567e66a6-2dd0-4804-b025-e1590bcde731 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.391062] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 906.391062] env[69498]: value = "task-4097919" [ 906.391062] env[69498]: _type = "Task" [ 906.391062] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.403450] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07995} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.406928] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.407301] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.408053] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cde28-9637-44b6-ace2-406f72657af7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.437021] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 4d5c701b-cc03-4761-a087-46a0b15ecb22/4d5c701b-cc03-4761-a087-46a0b15ecb22.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.437021] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ddf3fa-a46a-4f8d-b1c5-26b9caad5ec8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.456254] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 906.456254] env[69498]: value = "task-4097920" [ 906.456254] env[69498]: _type = "Task" [ 906.456254] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.467416] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.484132] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.484358] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.484544] env[69498]: DEBUG nova.network.neutron [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.659315] env[69498]: DEBUG nova.network.neutron [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Successfully updated port: a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.663807] env[69498]: DEBUG nova.network.neutron [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updated VIF entry in instance network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.664209] env[69498]: DEBUG nova.network.neutron [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.767735] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097918, 'name': ReconfigVM_Task, 'duration_secs': 0.300949} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.768075] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.768735] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f82bf6-e1bc-49a7-b036-d462b9546676 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.776059] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 906.776059] env[69498]: value = "task-4097921" [ 906.776059] env[69498]: _type = "Task" [ 906.776059] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.785723] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097921, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.790825] env[69498]: INFO nova.compute.manager [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] instance snapshotting [ 906.793409] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa674d6-e93a-4877-9231-314f2121403e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.815558] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04af0adb-f3e6-4024-bb39-982e51482f33 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.903056] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.968372] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.167679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "refresh_cache-5b0b6efe-3306-4bec-a28e-cd5a6c415dee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.167679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired lock "refresh_cache-5b0b6efe-3306-4bec-a28e-cd5a6c415dee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.167679] env[69498]: DEBUG nova.network.neutron [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.168878] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.169220] env[69498]: DEBUG nova.compute.manager [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.169698] env[69498]: DEBUG nova.compute.manager [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing instance network info cache due to event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.170195] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.170399] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.170604] env[69498]: DEBUG nova.network.neutron [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.222307] env[69498]: DEBUG nova.network.neutron [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.292425] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097921, 'name': Rename_Task, 'duration_secs': 0.152597} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.299131] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.299773] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d65848-3d0e-4f29-8c44-06064a934f21 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.308929] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 907.308929] env[69498]: value = "task-4097922" [ 907.308929] env[69498]: _type = "Task" [ 907.308929] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.320768] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.327052] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.328094] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6ce116c-7427-4f6b-be11-97b7824ed6bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.335672] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 907.335672] env[69498]: value = "task-4097923" [ 907.335672] env[69498]: _type = "Task" [ 907.335672] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.351546] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.404763] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097919, 'name': ReconfigVM_Task, 'duration_secs': 0.875748} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.405108] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-d0699772-0d2a-4338-93cf-f1d19d0592bf/volume-d0699772-0d2a-4338-93cf-f1d19d0592bf.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.412276] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b8ccf0-28be-4479-a2bd-651ca4c4bea2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.430561] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 907.430561] env[69498]: value = "task-4097924" [ 907.430561] env[69498]: _type = "Task" [ 907.430561] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.440889] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.467995] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097920, 'name': ReconfigVM_Task, 'duration_secs': 0.744442} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.468315] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 4d5c701b-cc03-4761-a087-46a0b15ecb22/4d5c701b-cc03-4761-a087-46a0b15ecb22.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.469092] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65bc64be-0423-4a06-99f6-7ed5d26defdf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.477303] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 907.477303] env[69498]: value = "task-4097925" [ 907.477303] env[69498]: _type = "Task" [ 907.477303] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.489483] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097925, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.695493] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019da927-835e-4162-a1d3-152c3a0a1af6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.705939] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0495218-202c-4a6c-ad7c-8a2a6a8f576f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.738323] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.741636] env[69498]: DEBUG nova.network.neutron [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.743014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a76f28-7fca-4310-8460-2c1d5f327378 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.755498] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed700c7d-f5a2-4949-8f70-9f4add016680 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.771773] env[69498]: DEBUG nova.compute.provider_tree [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.821017] env[69498]: DEBUG oslo_vmware.api [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097922, 'name': PowerOnVM_Task, 'duration_secs': 0.48544} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.821017] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.821017] env[69498]: INFO nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Took 5.37 seconds to spawn the instance on the hypervisor. [ 907.821017] env[69498]: DEBUG nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.821323] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c49b03-9a81-42d7-ac78-cdca916bc0b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.851193] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.918394] env[69498]: DEBUG nova.network.neutron [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Updating instance_info_cache with network_info: [{"id": "a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4", "address": "fa:16:3e:09:c4:bc", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0689b5e-d4", "ovs_interfaceid": "a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.940922] env[69498]: DEBUG oslo_vmware.api [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097924, 'name': ReconfigVM_Task, 'duration_secs': 0.175458} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.941960] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811808', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'name': 'volume-d0699772-0d2a-4338-93cf-f1d19d0592bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fa184f9-ad9f-4d12-8f86-7ccd6833f215', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'serial': 'd0699772-0d2a-4338-93cf-f1d19d0592bf'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 907.988016] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097925, 'name': Rename_Task, 'duration_secs': 0.160478} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.988305] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.988556] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a28340ee-c242-482a-83f9-724ff88561e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.996321] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 907.996321] env[69498]: value = "task-4097926" [ 907.996321] env[69498]: _type = "Task" [ 907.996321] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.005360] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.145747] env[69498]: DEBUG nova.network.neutron [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updated VIF entry in instance network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.146302] env[69498]: DEBUG nova.network.neutron [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.280073] env[69498]: DEBUG nova.scheduler.client.report [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.352470] env[69498]: INFO nova.compute.manager [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Took 44.98 seconds to build instance. [ 908.361021] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097923, 'name': CreateSnapshot_Task, 'duration_secs': 0.81931} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.361021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.361021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e540c0-609b-48d3-8b56-19288745c55b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.386590] env[69498]: DEBUG nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Received event network-vif-plugged-a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.386590] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Acquiring lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.386590] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.386590] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.386590] env[69498]: DEBUG nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] No waiting events found dispatching network-vif-plugged-a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.386590] env[69498]: WARNING nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Received unexpected event network-vif-plugged-a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 for instance with vm_state building and task_state spawning. [ 908.386590] env[69498]: DEBUG nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Received event network-changed-a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.386590] env[69498]: DEBUG nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Refreshing instance network info cache due to event network-changed-a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.386590] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Acquiring lock "refresh_cache-5b0b6efe-3306-4bec-a28e-cd5a6c415dee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.424016] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Releasing lock "refresh_cache-5b0b6efe-3306-4bec-a28e-cd5a6c415dee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.424016] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Instance network_info: |[{"id": "a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4", "address": "fa:16:3e:09:c4:bc", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0689b5e-d4", "ovs_interfaceid": "a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.424016] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Acquired lock "refresh_cache-5b0b6efe-3306-4bec-a28e-cd5a6c415dee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.424016] env[69498]: DEBUG nova.network.neutron [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Refreshing network info cache for port a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.424016] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:c4:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.432787] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.433875] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.434268] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b40cb0f-582c-47af-a83a-edd3bd72169b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.460920] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.460920] env[69498]: value = "task-4097927" [ 908.460920] env[69498]: _type = "Task" [ 908.460920] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.472974] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "3a61f848-0402-4aad-a007-e630c8a2f08b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.473308] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.473601] env[69498]: DEBUG nova.compute.manager [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Going to confirm migration 3 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 908.475095] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097927, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.511379] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.653739] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9638ced-f6dc-4d03-b53c-8b2c48f64ca9 req-01c79bde-3b57-4f72-9273-8e2c6c6ef161 service nova] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.784906] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.785485] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.788214] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.625s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.789680] env[69498]: INFO nova.compute.claims [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.860505] env[69498]: DEBUG oslo_concurrency.lockutils [None req-75c49fe7-6dc9-431f-afa7-5b94767a22c0 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "1a77d919-bc1e-4111-9841-f08e03c5542d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.714s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.882198] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.883397] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82f7ae98-f92d-4023-962c-58dc783c4562 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.895155] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 908.895155] env[69498]: value = "task-4097928" [ 908.895155] env[69498]: _type = "Task" [ 908.895155] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.906657] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097928, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.971823] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097927, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.009454] env[69498]: DEBUG nova.objects.instance [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.010912] env[69498]: DEBUG oslo_vmware.api [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4097926, 'name': PowerOnVM_Task, 'duration_secs': 0.588805} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.013638] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.013638] env[69498]: INFO nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Took 9.46 seconds to spawn the instance on the hypervisor. [ 909.013638] env[69498]: DEBUG nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.013638] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177bc073-e2a3-4911-a9a3-353bf3a022ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.059187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.059187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.059338] env[69498]: DEBUG nova.network.neutron [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.059593] env[69498]: DEBUG nova.objects.instance [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'info_cache' on Instance uuid 3a61f848-0402-4aad-a007-e630c8a2f08b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.264705] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6a5e4-36fc-460c-afa4-76bb6507dcb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.289871] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.298220] env[69498]: DEBUG nova.compute.utils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.299401] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.299571] env[69498]: DEBUG nova.network.neutron [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.311785] env[69498]: DEBUG nova.network.neutron [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Updated VIF entry in instance network info cache for port a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.312172] env[69498]: DEBUG nova.network.neutron [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Updating instance_info_cache with network_info: [{"id": "a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4", "address": "fa:16:3e:09:c4:bc", "network": {"id": "f3e14026-5cc2-4a7d-bbeb-3b547169b052", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1125568223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16859adac74e4217bdeb24b8625fdd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0689b5e-d4", "ovs_interfaceid": "a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.352790] env[69498]: DEBUG nova.policy [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3585e299a97143809be82d61373adf4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336af10531e4357bd152001fff680e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.366178] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.406881] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097928, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.475899] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097927, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.518759] env[69498]: DEBUG oslo_concurrency.lockutils [None req-deaba60d-bb7d-4b42-8bc8-7626332cfb52 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.531566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.531913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.533353] env[69498]: DEBUG nova.compute.manager [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.536752] env[69498]: INFO nova.compute.manager [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Took 48.14 seconds to build instance. [ 909.538873] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a073b5-ce76-4f7c-82f3-2a5ce4fe2ba1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.547297] env[69498]: DEBUG nova.compute.manager [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 909.547969] env[69498]: DEBUG nova.objects.instance [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.694502] env[69498]: DEBUG nova.network.neutron [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Successfully created port: f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.797431] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.797872] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f1ee89-fbea-4d2a-b5b7-ea086008c329 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.805867] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.810919] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 909.810919] env[69498]: value = "task-4097929" [ 909.810919] env[69498]: _type = "Task" [ 909.810919] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.818838] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Releasing lock "refresh_cache-5b0b6efe-3306-4bec-a28e-cd5a6c415dee" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.819119] env[69498]: DEBUG nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.819283] env[69498]: DEBUG nova.compute.manager [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing instance network info cache due to event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.819512] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.819663] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.819829] env[69498]: DEBUG nova.network.neutron [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.829275] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.861459] env[69498]: INFO nova.compute.manager [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Rebuilding instance [ 909.903015] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.922752] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097928, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.936386] env[69498]: DEBUG nova.compute.manager [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.938025] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f018562-66d7-4912-ab4c-ec719abda11b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.976395] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097927, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.039635] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8eb98e4-2927-44a3-8daa-4725ef2419bd tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.370s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.327929] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097929, 'name': PowerOffVM_Task, 'duration_secs': 0.251035} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.331583] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.331900] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.421150] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097928, 'name': CloneVM_Task} progress is 95%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.482309] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097927, 'name': CreateVM_Task, 'duration_secs': 1.61221} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.487515] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.489650] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.490040] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.494041] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.494041] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b3971e-5557-467e-9401-e5f32113f06e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.503317] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 910.503317] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5265f994-fc7a-acc5-db07-2ad28f564468" [ 910.503317] env[69498]: _type = "Task" [ 910.503317] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.524131] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5265f994-fc7a-acc5-db07-2ad28f564468, 'name': SearchDatastore_Task, 'duration_secs': 0.015658} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.524508] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.524814] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.525146] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.525343] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.525497] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.525891] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a21a2f6-4d59-425c-952f-df169cc515bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.540023] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.540023] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.540023] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b3f565-189b-4171-8bd6-82da26514f4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.542765] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.547693] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 910.547693] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52683040-2c19-f2c0-afb0-7620f05b9ffc" [ 910.547693] env[69498]: _type = "Task" [ 910.547693] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.556201] env[69498]: DEBUG nova.network.neutron [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance_info_cache with network_info: [{"id": "30949201-113d-425a-b90d-8ae690e65b8a", "address": "fa:16:3e:5e:6b:89", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30949201-11", "ovs_interfaceid": "30949201-113d-425a-b90d-8ae690e65b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.561761] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.562671] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d707fe20-ead3-4127-8be6-9610e982cae1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.573320] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52683040-2c19-f2c0-afb0-7620f05b9ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.018037} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.579739] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126f0825-8b21-4c08-875d-b18fa8c2c656 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.586174] env[69498]: DEBUG oslo_vmware.api [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 910.586174] env[69498]: value = "task-4097930" [ 910.586174] env[69498]: _type = "Task" [ 910.586174] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.596680] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 910.596680] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ca4861-1815-3dfd-33a0-ec7a973cdd86" [ 910.596680] env[69498]: _type = "Task" [ 910.596680] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.616874] env[69498]: DEBUG oslo_vmware.api [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.620929] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0485cae8-bbd2-465a-917f-b593cc7c644b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.633250] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ca4861-1815-3dfd-33a0-ec7a973cdd86, 'name': SearchDatastore_Task, 'duration_secs': 0.016297} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.634931] env[69498]: DEBUG nova.network.neutron [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updated VIF entry in instance network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.635524] env[69498]: DEBUG nova.network.neutron [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.641023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.641023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 5b0b6efe-3306-4bec-a28e-cd5a6c415dee/5b0b6efe-3306-4bec-a28e-cd5a6c415dee.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.641023] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-992a6a37-a255-4359-bc7e-54eadb442707 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.653041] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f634e8f-c34d-4d22-b500-2a35a569b9f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.661908] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 910.661908] env[69498]: value = "task-4097931" [ 910.661908] env[69498]: _type = "Task" [ 910.661908] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.713348] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b40cb-f0cd-416c-9c7a-a6748acde04e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.723329] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.734297] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90d53e-5c48-4647-9872-f0d9fb9ec593 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.752533] env[69498]: DEBUG nova.compute.provider_tree [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.832564] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.844047] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.844047] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.844047] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.844047] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.844047] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.844047] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.844448] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.844448] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.845026] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.845026] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.845158] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.850611] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11493528-8ece-447c-bef2-fc101d747c1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.874330] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.874641] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.878044] env[69498]: DEBUG nova.virt.hardware [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.878044] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a9a429-3e87-442b-bfb6-d35c0e5ab7b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.883098] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 910.883098] env[69498]: value = "task-4097932" [ 910.883098] env[69498]: _type = "Task" [ 910.883098] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.891344] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6215a443-c9df-4c09-bf64-1406bf0ece75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.900563] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.921500] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097928, 'name': CloneVM_Task, 'duration_secs': 1.658613} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.921759] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Created linked-clone VM from snapshot [ 910.922608] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f83e99-f9da-4a53-90d0-a502443de083 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.932730] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Uploading image 01a063ee-beaa-4387-99c8-646632f8b28c {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.963514] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.963514] env[69498]: value = "vm-811817" [ 910.963514] env[69498]: _type = "VirtualMachine" [ 910.963514] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.963990] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3ab8e17-bb07-4fb0-ae2e-37e6d05507b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.966765] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.967326] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b840978-172d-45c2-8a35-ecda26f61768 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.978578] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 910.978578] env[69498]: value = "task-4097933" [ 910.978578] env[69498]: _type = "Task" [ 910.978578] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.984192] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease: (returnval){ [ 910.984192] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254a5a9-25c9-5e3a-9bbc-afed8fa52f82" [ 910.984192] env[69498]: _type = "HttpNfcLease" [ 910.984192] env[69498]: } obtained for exporting VM: (result){ [ 910.984192] env[69498]: value = "vm-811817" [ 910.984192] env[69498]: _type = "VirtualMachine" [ 910.984192] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.984544] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the lease: (returnval){ [ 910.984544] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254a5a9-25c9-5e3a-9bbc-afed8fa52f82" [ 910.984544] env[69498]: _type = "HttpNfcLease" [ 910.984544] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.993492] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.000355] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.000355] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254a5a9-25c9-5e3a-9bbc-afed8fa52f82" [ 911.000355] env[69498]: _type = "HttpNfcLease" [ 911.000355] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.063263] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-3a61f848-0402-4aad-a007-e630c8a2f08b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.063803] env[69498]: DEBUG nova.objects.instance [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'migration_context' on Instance uuid 3a61f848-0402-4aad-a007-e630c8a2f08b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.073147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.075717] env[69498]: DEBUG nova.compute.manager [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.075997] env[69498]: DEBUG nova.compute.manager [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing instance network info cache due to event network-changed-b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.076295] env[69498]: DEBUG oslo_concurrency.lockutils [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] Acquiring lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.110048] env[69498]: DEBUG oslo_vmware.api [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097930, 'name': PowerOffVM_Task, 'duration_secs': 0.305068} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.110879] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.111216] env[69498]: DEBUG nova.compute.manager [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.113209] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e777727-1489-4619-bdb7-21ac663a7185 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.142465] env[69498]: DEBUG oslo_concurrency.lockutils [req-b844af6c-41c9-4463-ab42-3155bbcba4b2 req-8bb68b51-0965-4c09-bdac-e7f24fe02956 service nova] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.143533] env[69498]: DEBUG oslo_concurrency.lockutils [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] Acquired lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.143922] env[69498]: DEBUG nova.network.neutron [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Refreshing network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.181235] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.256337] env[69498]: DEBUG nova.scheduler.client.report [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.384877] env[69498]: DEBUG nova.network.neutron [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Successfully updated port: f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.396940] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097932, 'name': ReconfigVM_Task, 'duration_secs': 0.273394} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.397109] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.496300] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097933, 'name': PowerOffVM_Task, 'duration_secs': 0.20342} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.497105] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.497388] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.498351] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa1bc45-d1bb-49c9-9c4d-f5c4171e3c1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.503296] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.503296] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254a5a9-25c9-5e3a-9bbc-afed8fa52f82" [ 911.503296] env[69498]: _type = "HttpNfcLease" [ 911.503296] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.504040] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.504040] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254a5a9-25c9-5e3a-9bbc-afed8fa52f82" [ 911.504040] env[69498]: _type = "HttpNfcLease" [ 911.504040] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.504842] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f079efe9-d037-41d4-aa48-886c83fb846e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.510422] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.510806] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22e422f4-4944-46da-91b5-f5d6f41bf7f8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.515943] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c54f-d049-31b2-9c0b-d7898196b520/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.516139] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c54f-d049-31b2-9c0b-d7898196b520/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.576616] env[69498]: DEBUG nova.objects.base [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Object Instance<3a61f848-0402-4aad-a007-e630c8a2f08b> lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.578633] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ec44b-f65c-4720-8bdc-818a18cb552f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.582129] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.582358] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.582552] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Deleting the datastore file [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.584131] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d1bc9ff-3827-4903-908b-4d26e3d52546 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.605222] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5dc89e6-5bce-47c0-ac99-6a5f4c2636f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.609067] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 911.609067] env[69498]: value = "task-4097936" [ 911.609067] env[69498]: _type = "Task" [ 911.609067] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.613068] env[69498]: DEBUG oslo_vmware.api [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 911.613068] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255dc27-aae9-07d0-9795-ecaac2622f64" [ 911.613068] env[69498]: _type = "Task" [ 911.613068] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.622765] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.629141] env[69498]: DEBUG oslo_vmware.api [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255dc27-aae9-07d0-9795-ecaac2622f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.642672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ca29860d-b84e-406c-8644-97dcbfb4b5d3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.657940] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-327ccc24-8e41-4f0d-a4e3-ea0fab8b1685 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.681604] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731743} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.683971] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 5b0b6efe-3306-4bec-a28e-cd5a6c415dee/5b0b6efe-3306-4bec-a28e-cd5a6c415dee.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.683971] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.683971] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b9e012e-f458-4e6a-bdc2-77eb558a5173 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.693471] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 911.693471] env[69498]: value = "task-4097937" [ 911.693471] env[69498]: _type = "Task" [ 911.693471] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.713602] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.764759] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.976s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.765715] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.770900] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.723s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.770900] env[69498]: DEBUG nova.objects.instance [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lazy-loading 'resources' on Instance uuid cc67b150-34c2-4081-8c4a-09ab5d78c1e9 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.791939] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.792330] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.792555] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.792919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.792919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.796089] env[69498]: INFO nova.compute.manager [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Terminating instance [ 911.818883] env[69498]: DEBUG nova.compute.manager [req-825aa4c5-0233-4e26-884d-985ed3d34582 req-313e8cca-2210-4158-972b-7ff6a5033183 service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Received event network-vif-plugged-f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.819094] env[69498]: DEBUG oslo_concurrency.lockutils [req-825aa4c5-0233-4e26-884d-985ed3d34582 req-313e8cca-2210-4158-972b-7ff6a5033183 service nova] Acquiring lock "6a43cac7-edf1-4738-aa0f-c88b3e375080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.819224] env[69498]: DEBUG oslo_concurrency.lockutils [req-825aa4c5-0233-4e26-884d-985ed3d34582 req-313e8cca-2210-4158-972b-7ff6a5033183 service nova] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.819379] env[69498]: DEBUG oslo_concurrency.lockutils [req-825aa4c5-0233-4e26-884d-985ed3d34582 req-313e8cca-2210-4158-972b-7ff6a5033183 service nova] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.819544] env[69498]: DEBUG nova.compute.manager [req-825aa4c5-0233-4e26-884d-985ed3d34582 req-313e8cca-2210-4158-972b-7ff6a5033183 service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] No waiting events found dispatching network-vif-plugged-f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.822580] env[69498]: WARNING nova.compute.manager [req-825aa4c5-0233-4e26-884d-985ed3d34582 req-313e8cca-2210-4158-972b-7ff6a5033183 service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Received unexpected event network-vif-plugged-f4fdb571-afd5-465d-9338-1f7bd495cc86 for instance with vm_state building and task_state spawning. [ 911.891863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.891863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.891985] env[69498]: DEBUG nova.network.neutron [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.904653] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0dacde09-22ab-41ec-bb97-7d1565273c85',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1455772227',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.905094] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.905094] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.905244] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.905401] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.905532] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.905738] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.906683] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.907225] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.907470] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.908807] env[69498]: DEBUG nova.virt.hardware [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.914088] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.918307] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4faaec70-74e8-4815-a672-ec463eb360c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.934953] env[69498]: DEBUG nova.network.neutron [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updated VIF entry in instance network info cache for port b7ad82ba-7c7d-4858-968b-038a324ce7ef. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.935359] env[69498]: DEBUG nova.network.neutron [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [{"id": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "address": "fa:16:3e:26:1f:ca", "network": {"id": "dd811eca-49a6-4361-9bee-ed5db0ab1325", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-328014047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "128e0faae7eb4e1d8f75c8d1c5cbabb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad82ba-7c", "ovs_interfaceid": "b7ad82ba-7c7d-4858-968b-038a324ce7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.940952] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 911.940952] env[69498]: value = "task-4097938" [ 911.940952] env[69498]: _type = "Task" [ 911.940952] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.957675] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.123298] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327251} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.124249] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.124527] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.125983] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.132897] env[69498]: DEBUG oslo_vmware.api [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255dc27-aae9-07d0-9795-ecaac2622f64, 'name': SearchDatastore_Task, 'duration_secs': 0.018699} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.134121] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.204565] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07989} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.204565] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.205721] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568dddfc-6c3d-400e-a2fe-87dd6de5b353 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.235035] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5b0b6efe-3306-4bec-a28e-cd5a6c415dee/5b0b6efe-3306-4bec-a28e-cd5a6c415dee.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.237279] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afc8afa-63dc-49cf-9ce9-8a38a331b4b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.262173] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 912.262173] env[69498]: value = "task-4097939" [ 912.262173] env[69498]: _type = "Task" [ 912.262173] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.271497] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.274625] env[69498]: DEBUG nova.compute.utils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.283151] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.283151] env[69498]: DEBUG nova.network.neutron [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.300980] env[69498]: DEBUG nova.compute.manager [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.301267] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.302257] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd16fd7-0de9-4890-88ba-b3d88dd06424 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.314058] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.315881] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16b57ff0-2a92-4ad3-a393-15b40917dbbd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.326097] env[69498]: DEBUG oslo_vmware.api [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 912.326097] env[69498]: value = "task-4097940" [ 912.326097] env[69498]: _type = "Task" [ 912.326097] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.337633] env[69498]: DEBUG nova.policy [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3585e299a97143809be82d61373adf4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336af10531e4357bd152001fff680e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.346874] env[69498]: DEBUG oslo_vmware.api [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.440915] env[69498]: DEBUG oslo_concurrency.lockutils [req-e4ab7ac4-33dc-49d6-af26-ba2567da5a46 req-38f7a336-44b9-45bd-af8d-1d319f712f81 service nova] Releasing lock "refresh_cache-a3da8026-85ef-4ff2-a38d-329d1a8204b1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.454142] env[69498]: DEBUG nova.network.neutron [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.466368] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097938, 'name': ReconfigVM_Task, 'duration_secs': 0.474003} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.467039] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.468046] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b4090-c1e8-4ae5-9661-c380b6e54fc8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.503589] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.509711] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9cdf9f-287f-4c88-8368-bbb835fa85f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.543174] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 912.543174] env[69498]: value = "task-4097941" [ 912.543174] env[69498]: _type = "Task" [ 912.543174] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.555560] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.713240] env[69498]: DEBUG nova.objects.instance [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.753133] env[69498]: DEBUG nova.network.neutron [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Updating instance_info_cache with network_info: [{"id": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "address": "fa:16:3e:f9:9a:22", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fdb571-af", "ovs_interfaceid": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.778447] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097939, 'name': ReconfigVM_Task, 'duration_secs': 0.378929} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.785024] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5b0b6efe-3306-4bec-a28e-cd5a6c415dee/5b0b6efe-3306-4bec-a28e-cd5a6c415dee.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.786351] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.790312] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3a9081-fbce-4d5b-97d4-43369bd3b5f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.800348] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 912.800348] env[69498]: value = "task-4097942" [ 912.800348] env[69498]: _type = "Task" [ 912.800348] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.816978] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097942, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.823543] env[69498]: DEBUG nova.network.neutron [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Successfully created port: 89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.846452] env[69498]: DEBUG oslo_vmware.api [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097940, 'name': PowerOffVM_Task, 'duration_secs': 0.279948} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.847188] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.847352] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.847696] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87062c4e-00a0-44ac-9ea8-4ccb5df84552 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.933526] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.933707] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.933920] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Deleting the datastore file [datastore2] a3da8026-85ef-4ff2-a38d-329d1a8204b1 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.934481] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68893610-ef08-4bc0-b0ef-f7cd11269d71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.945440] env[69498]: DEBUG oslo_vmware.api [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for the task: (returnval){ [ 912.945440] env[69498]: value = "task-4097944" [ 912.945440] env[69498]: _type = "Task" [ 912.945440] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.955800] env[69498]: DEBUG oslo_vmware.api [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.055048] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.072213] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b3943-6815-4569-a407-3f36cd03e867 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.082125] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f279db3-de9a-4fdb-b5ce-3e3c4e701c10 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.117757] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b1930-0cd5-48cb-832e-bb365dc9715c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.121557] env[69498]: DEBUG nova.compute.manager [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Received event network-changed-893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.121745] env[69498]: DEBUG nova.compute.manager [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Refreshing instance network info cache due to event network-changed-893770b2-2a69-44d1-be27-5f3bdec26e1d. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.121979] env[69498]: DEBUG oslo_concurrency.lockutils [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] Acquiring lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.122134] env[69498]: DEBUG oslo_concurrency.lockutils [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] Acquired lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.122294] env[69498]: DEBUG nova.network.neutron [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Refreshing network info cache for port 893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.132852] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e958f9c-d909-4d6f-aed6-8192e9795f5f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.152466] env[69498]: DEBUG nova.compute.provider_tree [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.189133] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.189133] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.189133] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.189363] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.189363] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.189537] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.189797] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.190046] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.190285] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.193014] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.193014] env[69498]: DEBUG nova.virt.hardware [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.193014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0649667e-a675-40a1-a145-0a876270deda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.201374] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e6eaca-c946-4468-850e-54ca5a5c08bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.223413] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.227358] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.227753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.227910] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.228088] env[69498]: DEBUG nova.network.neutron [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.228267] env[69498]: DEBUG nova.objects.instance [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'info_cache' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.229634] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.230224] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f47ee71-2c4e-492a-8200-6cb75010772a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.250692] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.250692] env[69498]: value = "task-4097945" [ 913.250692] env[69498]: _type = "Task" [ 913.250692] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.256225] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.256591] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Instance network_info: |[{"id": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "address": "fa:16:3e:f9:9a:22", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fdb571-af", "ovs_interfaceid": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.261018] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:9a:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4fdb571-afd5-465d-9338-1f7bd495cc86', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.268718] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Creating folder: Project (5336af10531e4357bd152001fff680e0). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.268997] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097945, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.269964] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3580a751-37c0-4355-94e2-822584f7045d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.284497] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Created folder: Project (5336af10531e4357bd152001fff680e0) in parent group-v811634. [ 913.284906] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Creating folder: Instances. Parent ref: group-v811818. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.285363] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00212ee3-2b92-4a3f-9709-df8e594689d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.301464] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Created folder: Instances in parent group-v811818. [ 913.301905] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.307990] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.308859] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaaafff4-8e48-429c-a49a-498a67d0e23e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.341769] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097942, 'name': Rename_Task, 'duration_secs': 0.185641} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.344546] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.344826] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.344826] env[69498]: value = "task-4097948" [ 913.344826] env[69498]: _type = "Task" [ 913.344826] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.345066] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffbb5164-c398-487d-aed4-5aa49c56e800 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.358521] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097948, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.360359] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 913.360359] env[69498]: value = "task-4097949" [ 913.360359] env[69498]: _type = "Task" [ 913.360359] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.459501] env[69498]: DEBUG oslo_vmware.api [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Task: {'id': task-4097944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459427} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.460176] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.460416] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.460695] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.461054] env[69498]: INFO nova.compute.manager [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 913.461411] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.461641] env[69498]: DEBUG nova.compute.manager [-] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.461776] env[69498]: DEBUG nova.network.neutron [-] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.556803] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097941, 'name': ReconfigVM_Task, 'duration_secs': 0.578016} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.557894] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.559196] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.657937] env[69498]: DEBUG nova.scheduler.client.report [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.745801] env[69498]: DEBUG nova.objects.base [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Object Instance<8fa184f9-ad9f-4d12-8f86-7ccd6833f215> lazy-loaded attributes: flavor,info_cache {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 913.767808] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097945, 'name': CreateVM_Task, 'duration_secs': 0.368981} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.768010] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.768659] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.768929] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.770030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.770030] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d22c14-f2a5-4c88-ab51-ff7f1576504c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.778250] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 913.778250] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254147d-ad0c-034b-7403-42ba3d0d35a4" [ 913.778250] env[69498]: _type = "Task" [ 913.778250] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.791676] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254147d-ad0c-034b-7403-42ba3d0d35a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.804784] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.837108] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.837379] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.837627] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.837831] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.837985] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.838150] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.838388] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.838565] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.838735] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.838897] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.839102] env[69498]: DEBUG nova.virt.hardware [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.840094] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0804698-9b70-4339-9810-e1fb4f942490 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.853032] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24f6afc-37fd-48e4-a1c9-bba42299abf5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.864072] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097948, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.884446] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.978279] env[69498]: DEBUG nova.compute.manager [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Received event network-changed-f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.978279] env[69498]: DEBUG nova.compute.manager [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Refreshing instance network info cache due to event network-changed-f4fdb571-afd5-465d-9338-1f7bd495cc86. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.978444] env[69498]: DEBUG oslo_concurrency.lockutils [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] Acquiring lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.980495] env[69498]: DEBUG oslo_concurrency.lockutils [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] Acquired lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.980495] env[69498]: DEBUG nova.network.neutron [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Refreshing network info cache for port f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.018336] env[69498]: DEBUG nova.network.neutron [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updated VIF entry in instance network info cache for port 893770b2-2a69-44d1-be27-5f3bdec26e1d. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.018706] env[69498]: DEBUG nova.network.neutron [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updating instance_info_cache with network_info: [{"id": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "address": "fa:16:3e:80:b3:5a", "network": {"id": "c13f96e7-f7d5-427a-90ce-0c1964ad8e7e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2120871448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f4c7a5e2b34b97b99faef0b17e642a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893770b2-2a", "ovs_interfaceid": "893770b2-2a69-44d1-be27-5f3bdec26e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.066391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cee6e89-159e-4e96-9e2f-8bb01b2b4770 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.087391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c11836-f40e-4d06-a2d5-afa6f938a1d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.107097] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.162709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.165330] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.466s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.167130] env[69498]: INFO nova.compute.claims [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.190062] env[69498]: INFO nova.scheduler.client.report [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Deleted allocations for instance cc67b150-34c2-4081-8c4a-09ab5d78c1e9 [ 914.290542] env[69498]: DEBUG nova.network.neutron [-] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.291917] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5254147d-ad0c-034b-7403-42ba3d0d35a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012954} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.292401] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.292603] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.292837] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.292979] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.293169] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.293431] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f1115ed-3c19-4bfe-be6d-fdd924cacd84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.304925] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.305321] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.306784] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728aa869-0860-4c9a-9ef2-05c6e2a8928a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.316091] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 914.316091] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5297de4a-c2b9-7b3f-528b-be186634be5e" [ 914.316091] env[69498]: _type = "Task" [ 914.316091] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.325969] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5297de4a-c2b9-7b3f-528b-be186634be5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.358704] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097948, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.379399] env[69498]: DEBUG oslo_vmware.api [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097949, 'name': PowerOnVM_Task, 'duration_secs': 0.594686} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.379399] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.379399] env[69498]: INFO nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Took 9.20 seconds to spawn the instance on the hypervisor. [ 914.379399] env[69498]: DEBUG nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.379399] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ff6b6-ce32-49cb-a298-3e6bf8bc4e5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.381957] env[69498]: DEBUG nova.network.neutron [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Successfully updated port: 89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.524668] env[69498]: DEBUG oslo_concurrency.lockutils [req-387f2718-97fd-4c3b-8a43-eaad0210f537 req-d87903df-0e76-4500-be5e-7cfb3e7718cc service nova] Releasing lock "refresh_cache-4d5c701b-cc03-4761-a087-46a0b15ecb22" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.627381] env[69498]: DEBUG nova.network.neutron [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [{"id": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "address": "fa:16:3e:c0:97:b7", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa74e9d-92", "ovs_interfaceid": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.681968] env[69498]: DEBUG nova.network.neutron [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Port 44580602-7718-482d-8562-2261ef721bb4 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.700336] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36cefb26-1a02-4092-bedd-d273524d36f8 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "cc67b150-34c2-4081-8c4a-09ab5d78c1e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.186s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.742033] env[69498]: DEBUG nova.network.neutron [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Updated VIF entry in instance network info cache for port f4fdb571-afd5-465d-9338-1f7bd495cc86. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.742440] env[69498]: DEBUG nova.network.neutron [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Updating instance_info_cache with network_info: [{"id": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "address": "fa:16:3e:f9:9a:22", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fdb571-af", "ovs_interfaceid": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.793463] env[69498]: INFO nova.compute.manager [-] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Took 1.33 seconds to deallocate network for instance. [ 914.829934] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5297de4a-c2b9-7b3f-528b-be186634be5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.830105] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e173158-4faf-4110-9649-8680004ac113 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.837088] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 914.837088] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd3b3b-19cd-e622-33a4-d7da831b82dc" [ 914.837088] env[69498]: _type = "Task" [ 914.837088] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.846718] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd3b3b-19cd-e622-33a4-d7da831b82dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.860793] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097948, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.889335] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "refresh_cache-ee420eef-4e5e-4a62-ad11-8d4f5572c74f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.889779] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "refresh_cache-ee420eef-4e5e-4a62-ad11-8d4f5572c74f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.890085] env[69498]: DEBUG nova.network.neutron [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.898070] env[69498]: INFO nova.compute.manager [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Took 46.02 seconds to build instance. [ 914.947238] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.947586] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.947808] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.947997] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.948188] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.950633] env[69498]: INFO nova.compute.manager [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Terminating instance [ 915.129909] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.245687] env[69498]: DEBUG oslo_concurrency.lockutils [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] Releasing lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.246109] env[69498]: DEBUG nova.compute.manager [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Received event network-vif-deleted-b7ad82ba-7c7d-4858-968b-038a324ce7ef {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.246425] env[69498]: INFO nova.compute.manager [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Neutron deleted interface b7ad82ba-7c7d-4858-968b-038a324ce7ef; detaching it from the instance and deleting it from the info cache [ 915.246689] env[69498]: DEBUG nova.network.neutron [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.300755] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.348924] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd3b3b-19cd-e622-33a4-d7da831b82dc, 'name': SearchDatastore_Task, 'duration_secs': 0.022341} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.351934] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.352248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.353272] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252e424c-534a-4360-b1ad-7a1d52b39193 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.365834] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097948, 'name': CreateVM_Task, 'duration_secs': 1.62826} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.370734] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.371149] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 915.371149] env[69498]: value = "task-4097950" [ 915.371149] env[69498]: _type = "Task" [ 915.371149] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.372071] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.372243] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.372563] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.372887] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd888231-482a-4017-ab62-cdea8541d798 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.385751] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.386052] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 915.386052] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524d3028-5540-dc0f-65af-ce81d865ea61" [ 915.386052] env[69498]: _type = "Task" [ 915.386052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.402690] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a00c88fa-0f15-4f38-ab48-58d7ae924090 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.049s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.403116] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524d3028-5540-dc0f-65af-ce81d865ea61, 'name': SearchDatastore_Task, 'duration_secs': 0.014662} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.407368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.407639] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.407878] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.408033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.408233] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.409790] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d0aee52-46cc-491c-99be-53825eb44510 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.423618] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.423618] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.427334] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20130ce-e11c-48b9-89ad-94e42467d81c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.434901] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 915.434901] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525b05ae-fe60-5c00-7acd-d49aecfa9e14" [ 915.434901] env[69498]: _type = "Task" [ 915.434901] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.440283] env[69498]: DEBUG nova.network.neutron [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.452026] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525b05ae-fe60-5c00-7acd-d49aecfa9e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.454975] env[69498]: DEBUG nova.compute.manager [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.455213] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.456147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1445ccb-5746-4ab6-9c27-2490fee133c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.466408] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.468926] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5f249d8-136a-4c29-96a8-317b4c83f05a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.478268] env[69498]: DEBUG oslo_vmware.api [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 915.478268] env[69498]: value = "task-4097951" [ 915.478268] env[69498]: _type = "Task" [ 915.478268] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.491378] env[69498]: DEBUG oslo_vmware.api [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.645317] env[69498]: DEBUG nova.network.neutron [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Updating instance_info_cache with network_info: [{"id": "89965300-bd8b-448d-b163-2b584e4f8d9d", "address": "fa:16:3e:03:5e:02", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89965300-bd", "ovs_interfaceid": "89965300-bd8b-448d-b163-2b584e4f8d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.717067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.717067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.717067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.751035] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87fa950d-c9fd-4787-9802-bb3c56061972 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.762611] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f879d-69a9-46b7-90c6-16b81abcc1e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.806739] env[69498]: DEBUG nova.compute.manager [req-d16036bf-a2b6-4d62-8ce6-ecbb1f797cb1 req-0b3d55db-fbdf-4ec1-940b-99243b1b5e8f service nova] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Detach interface failed, port_id=b7ad82ba-7c7d-4858-968b-038a324ce7ef, reason: Instance a3da8026-85ef-4ff2-a38d-329d1a8204b1 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.878936] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1173d3-40aa-48de-8cd9-40314180271f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.885886] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.893321] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1047b0-ff0e-441c-a6b6-12359ee8b916 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.928350] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.931732] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c7813b-6c58-478d-8e27-951d861065fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.943948] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8df17-9ee1-497d-bdda-74225bdbf8f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.952805] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525b05ae-fe60-5c00-7acd-d49aecfa9e14, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.954266] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130040f4-65d9-468e-8d21-24105a25d4b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.965424] env[69498]: DEBUG nova.compute.provider_tree [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.971144] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 915.971144] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520ac905-86c6-2e8a-6897-e1daf4b42809" [ 915.971144] env[69498]: _type = "Task" [ 915.971144] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.980590] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520ac905-86c6-2e8a-6897-e1daf4b42809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.991656] env[69498]: DEBUG oslo_vmware.api [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097951, 'name': PowerOffVM_Task, 'duration_secs': 0.271389} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.991950] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.992136] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.992397] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36591dcf-876e-4fe3-bf4d-68c1b2335895 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.006106] env[69498]: DEBUG nova.compute.manager [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Received event network-vif-plugged-89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.006387] env[69498]: DEBUG oslo_concurrency.lockutils [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] Acquiring lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.006612] env[69498]: DEBUG oslo_concurrency.lockutils [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.006781] env[69498]: DEBUG oslo_concurrency.lockutils [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.006945] env[69498]: DEBUG nova.compute.manager [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] No waiting events found dispatching network-vif-plugged-89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 916.007146] env[69498]: WARNING nova.compute.manager [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Received unexpected event network-vif-plugged-89965300-bd8b-448d-b163-2b584e4f8d9d for instance with vm_state building and task_state spawning. [ 916.007310] env[69498]: DEBUG nova.compute.manager [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Received event network-changed-89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.007457] env[69498]: DEBUG nova.compute.manager [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Refreshing instance network info cache due to event network-changed-89965300-bd8b-448d-b163-2b584e4f8d9d. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.007708] env[69498]: DEBUG oslo_concurrency.lockutils [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] Acquiring lock "refresh_cache-ee420eef-4e5e-4a62-ad11-8d4f5572c74f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.084847] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.085238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.085478] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Deleting the datastore file [datastore2] d3a4fce2-c1ab-4873-90a0-3a3447de07bf {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.085749] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a142370e-2c8d-4031-a01f-055fb7ddbdb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.093527] env[69498]: DEBUG oslo_vmware.api [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for the task: (returnval){ [ 916.093527] env[69498]: value = "task-4097953" [ 916.093527] env[69498]: _type = "Task" [ 916.093527] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.101626] env[69498]: DEBUG oslo_vmware.api [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.142451] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.142766] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a0890b7-f4e2-407e-bafb-4829edde9b18 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.148665] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "refresh_cache-ee420eef-4e5e-4a62-ad11-8d4f5572c74f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.149083] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Instance network_info: |[{"id": "89965300-bd8b-448d-b163-2b584e4f8d9d", "address": "fa:16:3e:03:5e:02", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89965300-bd", "ovs_interfaceid": "89965300-bd8b-448d-b163-2b584e4f8d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.150747] env[69498]: DEBUG oslo_concurrency.lockutils [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] Acquired lock "refresh_cache-ee420eef-4e5e-4a62-ad11-8d4f5572c74f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.150979] env[69498]: DEBUG nova.network.neutron [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Refreshing network info cache for port 89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.152435] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:5e:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89965300-bd8b-448d-b163-2b584e4f8d9d', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.160633] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.160914] env[69498]: DEBUG oslo_vmware.api [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 916.160914] env[69498]: value = "task-4097954" [ 916.160914] env[69498]: _type = "Task" [ 916.160914] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.161977] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.162267] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddff8ecd-ca06-4d9a-84bc-05e7b09ce50b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.191287] env[69498]: DEBUG oslo_vmware.api [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.192981] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.192981] env[69498]: value = "task-4097955" [ 916.192981] env[69498]: _type = "Task" [ 916.192981] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.203233] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097955, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.383995] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611059} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.384428] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.384666] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.384948] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-492ac881-20b3-452a-8a05-38d1db7736cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.392911] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 916.392911] env[69498]: value = "task-4097956" [ 916.392911] env[69498]: _type = "Task" [ 916.392911] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.404381] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.455776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.469135] env[69498]: DEBUG nova.scheduler.client.report [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.488611] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520ac905-86c6-2e8a-6897-e1daf4b42809, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.489047] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.489399] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 6a43cac7-edf1-4738-aa0f-c88b3e375080/6a43cac7-edf1-4738-aa0f-c88b3e375080.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.489724] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef982bc3-48e2-45bc-b2ab-176beb856cba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.501165] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 916.501165] env[69498]: value = "task-4097957" [ 916.501165] env[69498]: _type = "Task" [ 916.501165] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.514379] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.612858] env[69498]: DEBUG oslo_vmware.api [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Task: {'id': task-4097953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247949} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.613047] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.613280] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.613614] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.613814] env[69498]: INFO nova.compute.manager [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.614671] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.614671] env[69498]: DEBUG nova.compute.manager [-] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.614671] env[69498]: DEBUG nova.network.neutron [-] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.677086] env[69498]: DEBUG oslo_vmware.api [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097954, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.705628] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097955, 'name': CreateVM_Task, 'duration_secs': 0.510859} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.705973] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.707635] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.707745] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.708240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.708673] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f792719-c1a2-49eb-826c-dba8d79965c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.715458] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 916.715458] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52696bcb-4dbd-3e89-eeca-bfd58a6c29d3" [ 916.715458] env[69498]: _type = "Task" [ 916.715458] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.735234] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52696bcb-4dbd-3e89-eeca-bfd58a6c29d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015169} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.735608] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.735873] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.736134] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.736288] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.736483] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.736810] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a4b261b-0139-4bc3-a922-04594588213d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.749037] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.749557] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.750377] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546da10a-2688-4a99-a248-6313acfd719e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.761114] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 916.761114] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcf18f-186e-82f1-9e28-800da11219d8" [ 916.761114] env[69498]: _type = "Task" [ 916.761114] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.774025] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcf18f-186e-82f1-9e28-800da11219d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.795284] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.795482] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.795659] env[69498]: DEBUG nova.network.neutron [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.912913] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087843} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.917881] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.917881] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9374e729-def2-4f80-89b3-c1061c014c7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.946898] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.947301] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d86319d-54eb-4e72-829d-b80db48226ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.976632] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 916.976632] env[69498]: value = "task-4097958" [ 916.976632] env[69498]: _type = "Task" [ 916.976632] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.981606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.982217] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.991299] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.056s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.991299] env[69498]: INFO nova.compute.claims [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.000725] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.014374] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.105340] env[69498]: DEBUG nova.network.neutron [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Updated VIF entry in instance network info cache for port 89965300-bd8b-448d-b163-2b584e4f8d9d. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.105729] env[69498]: DEBUG nova.network.neutron [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Updating instance_info_cache with network_info: [{"id": "89965300-bd8b-448d-b163-2b584e4f8d9d", "address": "fa:16:3e:03:5e:02", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89965300-bd", "ovs_interfaceid": "89965300-bd8b-448d-b163-2b584e4f8d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.176664] env[69498]: DEBUG oslo_vmware.api [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4097954, 'name': PowerOnVM_Task, 'duration_secs': 0.6773} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.178145] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.178145] env[69498]: DEBUG nova.compute.manager [None req-d1a87917-ba5d-4de6-84c3-7c4f24dc01b1 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.178354] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b5b927-e9a2-42b6-9135-26df8b0caa47 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.272569] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcf18f-186e-82f1-9e28-800da11219d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.273514] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26072f2c-93c5-411f-8949-be132dcc58fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.279973] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 917.279973] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e056f5-84e1-3d7d-8eb0-e4f3c6300b94" [ 917.279973] env[69498]: _type = "Task" [ 917.279973] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.289512] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e056f5-84e1-3d7d-8eb0-e4f3c6300b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.490383] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097958, 'name': ReconfigVM_Task, 'duration_secs': 0.455834} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.493395] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.495539] env[69498]: DEBUG nova.compute.utils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.497185] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf6a933e-33ea-4f71-85a4-dfade1135571 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.499939] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.500249] env[69498]: DEBUG nova.network.neutron [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.519479] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 917.519479] env[69498]: value = "task-4097959" [ 917.519479] env[69498]: _type = "Task" [ 917.519479] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.528052] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662387} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.528854] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 6a43cac7-edf1-4738-aa0f-c88b3e375080/6a43cac7-edf1-4738-aa0f-c88b3e375080.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.529126] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.529395] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25023333-3d6d-43cc-b787-caa1db8061a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.535590] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097959, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.545033] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 917.545033] env[69498]: value = "task-4097960" [ 917.545033] env[69498]: _type = "Task" [ 917.545033] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.554962] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.591074] env[69498]: DEBUG nova.policy [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3585e299a97143809be82d61373adf4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5336af10531e4357bd152001fff680e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.594219] env[69498]: DEBUG nova.network.neutron [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.608729] env[69498]: DEBUG oslo_concurrency.lockutils [req-1996f32e-23eb-4abb-af16-f38be9eb421f req-c2b84977-2a04-456c-b00f-39a40714c801 service nova] Releasing lock "refresh_cache-ee420eef-4e5e-4a62-ad11-8d4f5572c74f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.645175] env[69498]: DEBUG nova.network.neutron [-] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.792442] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e056f5-84e1-3d7d-8eb0-e4f3c6300b94, 'name': SearchDatastore_Task, 'duration_secs': 0.034606} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.792819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.792938] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ee420eef-4e5e-4a62-ad11-8d4f5572c74f/ee420eef-4e5e-4a62-ad11-8d4f5572c74f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.793946] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88379475-a4dc-4457-a45f-4717c7977313 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.801714] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 917.801714] env[69498]: value = "task-4097961" [ 917.801714] env[69498]: _type = "Task" [ 917.801714] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.812743] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.931761] env[69498]: DEBUG nova.network.neutron [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Successfully created port: f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.006544] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.030968] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097959, 'name': Rename_Task, 'duration_secs': 0.176398} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.031418] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.031775] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aad19f3-f03b-4e15-9172-fd3403b4890d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.040738] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 918.040738] env[69498]: value = "task-4097962" [ 918.040738] env[69498]: _type = "Task" [ 918.040738] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.062000] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.067253] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08343} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.067529] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.068469] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6bd147-b3ed-49e4-88bb-8fc5a76528ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.101696] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6a43cac7-edf1-4738-aa0f-c88b3e375080/6a43cac7-edf1-4738-aa0f-c88b3e375080.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.105929] env[69498]: DEBUG oslo_concurrency.lockutils [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.110577] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8569f32e-ce9a-4145-93c0-fb8129b52391 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.133437] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 918.133437] env[69498]: value = "task-4097963" [ 918.133437] env[69498]: _type = "Task" [ 918.133437] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.144520] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.149214] env[69498]: INFO nova.compute.manager [-] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Took 1.53 seconds to deallocate network for instance. [ 918.153499] env[69498]: DEBUG nova.compute.manager [req-b9c00a1c-bd51-4d24-be60-a4f6ead73f17 req-a4a6ac58-d091-4278-9e20-06e906b49203 service nova] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Received event network-vif-deleted-20d78b9a-1769-4570-8124-a074a037cc56 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.319493] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.427207] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.427497] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.427705] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.427896] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.428119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.430700] env[69498]: INFO nova.compute.manager [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Terminating instance [ 918.556771] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.647145] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbf150-11fe-4cfc-b76f-549c1d482c36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.657782] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.677033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.679495] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51198d-e289-4110-8edd-5c559c0469a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.683950] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca202b-6d28-46ca-9de2-0d0a401d0cc9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.694837] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.702011] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c1c55-00bd-4cda-a841-f7ed4ccb17da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.737331] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535ce23c-813e-4e74-bc16-9e0fbda32f28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.748306] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb321b9-58fa-4b81-a585-2ecf0d23e619 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.764853] env[69498]: DEBUG nova.compute.provider_tree [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.818097] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097961, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.935209] env[69498]: DEBUG nova.compute.manager [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.935779] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.937103] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fd87f-2ef7-4550-aa20-fe885fb3912f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.950873] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.951242] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ed6e8c-a1d6-4b8b-9ad3-4c7cba94e8c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.962680] env[69498]: DEBUG oslo_vmware.api [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 918.962680] env[69498]: value = "task-4097964" [ 918.962680] env[69498]: _type = "Task" [ 918.962680] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.974778] env[69498]: DEBUG oslo_vmware.api [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.019437] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.049321] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.049792] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.049909] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.050147] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.050312] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.050510] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.050766] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.050974] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.051179] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.051353] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.051527] env[69498]: DEBUG nova.virt.hardware [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.052563] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3100a55b-0cc1-483a-933e-36f640f9e704 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.067112] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c23409c-d715-4a28-b652-db5b8f808c62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.072172] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.148597] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097963, 'name': ReconfigVM_Task, 'duration_secs': 0.812729} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.148945] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6a43cac7-edf1-4738-aa0f-c88b3e375080/6a43cac7-edf1-4738-aa0f-c88b3e375080.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.149656] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac49e1e3-0e10-45aa-ad72-867f849f582a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.158273] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 919.158273] env[69498]: value = "task-4097965" [ 919.158273] env[69498]: _type = "Task" [ 919.158273] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.170924] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097965, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.204277] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.204702] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb765b6d-021a-445b-8008-d7af23cdd869 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.214168] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 919.214168] env[69498]: value = "task-4097966" [ 919.214168] env[69498]: _type = "Task" [ 919.214168] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.227169] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.268802] env[69498]: DEBUG nova.scheduler.client.report [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.319784] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097961, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.46721} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.319784] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ee420eef-4e5e-4a62-ad11-8d4f5572c74f/ee420eef-4e5e-4a62-ad11-8d4f5572c74f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.319784] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.320331] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908bd844-4e53-467a-aa86-297b91e75781 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.329919] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 919.329919] env[69498]: value = "task-4097967" [ 919.329919] env[69498]: _type = "Task" [ 919.329919] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.341901] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.479332] env[69498]: DEBUG oslo_vmware.api [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097964, 'name': PowerOffVM_Task, 'duration_secs': 0.371664} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.479751] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.479933] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.480223] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e5e678-26ce-4900-b694-006b5273c004 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.554802] env[69498]: DEBUG oslo_vmware.api [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4097962, 'name': PowerOnVM_Task, 'duration_secs': 1.388277} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.555238] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.555639] env[69498]: DEBUG nova.compute.manager [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.557156] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e12ef7-861e-49d2-b351-059c16fed29e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.564977] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.565388] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.565712] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Deleting the datastore file [datastore2] 5b0b6efe-3306-4bec-a28e-cd5a6c415dee {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.569494] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a21e698-ea5a-4461-81c1-311c709fd467 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.578346] env[69498]: DEBUG oslo_vmware.api [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 919.578346] env[69498]: value = "task-4097969" [ 919.578346] env[69498]: _type = "Task" [ 919.578346] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.586962] env[69498]: DEBUG nova.network.neutron [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Successfully updated port: f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.594843] env[69498]: DEBUG oslo_vmware.api [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.519502] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.533s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.519502] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.526819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "refresh_cache-e93a8983-80bb-4d9b-a87d-cda8273b9b91" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.527015] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "refresh_cache-e93a8983-80bb-4d9b-a87d-cda8273b9b91" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.527124] env[69498]: DEBUG nova.network.neutron [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.537205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.200s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.537486] env[69498]: DEBUG nova.objects.instance [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lazy-loading 'resources' on Instance uuid f6db8a59-c17f-4f40-8574-1dc84c711505 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.546170] env[69498]: DEBUG nova.compute.manager [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Received event network-vif-plugged-f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.546422] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] Acquiring lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.546625] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.546842] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.546998] env[69498]: DEBUG nova.compute.manager [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] No waiting events found dispatching network-vif-plugged-f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.547176] env[69498]: WARNING nova.compute.manager [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Received unexpected event network-vif-plugged-f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 for instance with vm_state building and task_state spawning. [ 920.547348] env[69498]: DEBUG nova.compute.manager [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Received event network-changed-f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.547553] env[69498]: DEBUG nova.compute.manager [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Refreshing instance network info cache due to event network-changed-f996babb-8dc5-4ac3-ac9d-e41ece4e0d01. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.547841] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] Acquiring lock "refresh_cache-e93a8983-80bb-4d9b-a87d-cda8273b9b91" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.549241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.556353] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097965, 'name': Rename_Task, 'duration_secs': 0.275237} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.558362] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.559265] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f2deff4-96b6-4206-85fe-23c57a50bf79 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.570753] env[69498]: DEBUG oslo_vmware.api [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4097966, 'name': PowerOnVM_Task, 'duration_secs': 0.67475} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.570995] env[69498]: DEBUG oslo_vmware.api [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4097969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337082} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.571215] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090109} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.572099] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.572099] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-49fc6b98-f021-47b8-b20e-c77c73e87db2 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance 'e895a69f-dea3-4d2f-8633-ff7ce936b352' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.576675] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.576675] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.576675] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.576675] env[69498]: INFO nova.compute.manager [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Took 1.64 seconds to destroy the instance on the hypervisor. [ 920.576675] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.576924] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.577297] env[69498]: DEBUG nova.compute.manager [-] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.577388] env[69498]: DEBUG nova.network.neutron [-] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.581020] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d0eae3-fa92-44ce-bfaf-583fd6970d31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.585233] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 920.585233] env[69498]: value = "task-4097970" [ 920.585233] env[69498]: _type = "Task" [ 920.585233] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.608337] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ee420eef-4e5e-4a62-ad11-8d4f5572c74f/ee420eef-4e5e-4a62-ad11-8d4f5572c74f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.614684] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4ed58b-339f-48ba-8093-59efd5a8ba8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.633216] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.641874] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 920.641874] env[69498]: value = "task-4097971" [ 920.641874] env[69498]: _type = "Task" [ 920.641874] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.657711] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.034684] env[69498]: DEBUG nova.compute.utils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.038560] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.038775] env[69498]: DEBUG nova.network.neutron [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.051360] env[69498]: INFO nova.compute.manager [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Rebuilding instance [ 921.091751] env[69498]: DEBUG nova.network.neutron [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.110051] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.117504] env[69498]: DEBUG nova.policy [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe1906ad3734089af86a77d4af1c57a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9758ff6499f345c79941b5437ffd62ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.127183] env[69498]: DEBUG nova.compute.manager [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.128224] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc6b79-2398-4fae-822f-8002bae555cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.152696] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.248962] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eb2b65-6d49-4181-821e-a1badb7c852d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.265228] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160d130-6f51-47fa-b27e-4882da7a505a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.312632] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c67ac1a-c288-4503-a828-bbaa6e29be1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.322371] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab75987-b1a2-45b4-bf3b-e6a89f29f20c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.338347] env[69498]: DEBUG nova.compute.provider_tree [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.367216] env[69498]: DEBUG nova.network.neutron [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Updating instance_info_cache with network_info: [{"id": "f996babb-8dc5-4ac3-ac9d-e41ece4e0d01", "address": "fa:16:3e:df:fb:5c", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996babb-8d", "ovs_interfaceid": "f996babb-8dc5-4ac3-ac9d-e41ece4e0d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.440060] env[69498]: DEBUG nova.network.neutron [-] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.523638] env[69498]: DEBUG nova.network.neutron [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Successfully created port: 424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.539750] env[69498]: DEBUG nova.compute.utils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.604800] env[69498]: DEBUG oslo_vmware.api [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097970, 'name': PowerOnVM_Task, 'duration_secs': 0.80069} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.605220] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.605447] env[69498]: INFO nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Took 10.77 seconds to spawn the instance on the hypervisor. [ 921.606043] env[69498]: DEBUG nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.607144] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e380cf0-0d5a-43eb-a4ed-039e722b2233 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.659094] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097971, 'name': ReconfigVM_Task, 'duration_secs': 0.600918} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.659495] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ee420eef-4e5e-4a62-ad11-8d4f5572c74f/ee420eef-4e5e-4a62-ad11-8d4f5572c74f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.661189] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27b033f7-9155-477e-8f38-52ae8acb9eaa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.669663] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 921.669663] env[69498]: value = "task-4097972" [ 921.669663] env[69498]: _type = "Task" [ 921.669663] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.679894] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097972, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.842042] env[69498]: DEBUG nova.scheduler.client.report [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.872499] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "refresh_cache-e93a8983-80bb-4d9b-a87d-cda8273b9b91" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.872851] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Instance network_info: |[{"id": "f996babb-8dc5-4ac3-ac9d-e41ece4e0d01", "address": "fa:16:3e:df:fb:5c", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996babb-8d", "ovs_interfaceid": "f996babb-8dc5-4ac3-ac9d-e41ece4e0d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.873202] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] Acquired lock "refresh_cache-e93a8983-80bb-4d9b-a87d-cda8273b9b91" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.873394] env[69498]: DEBUG nova.network.neutron [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Refreshing network info cache for port f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.874845] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:fb:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f996babb-8dc5-4ac3-ac9d-e41ece4e0d01', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.882675] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.885732] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.886286] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffbc1e2-16c0-4cdf-8262-5bcaffcb4ab5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.908165] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.908165] env[69498]: value = "task-4097973" [ 921.908165] env[69498]: _type = "Task" [ 921.908165] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.921445] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097973, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.941625] env[69498]: INFO nova.compute.manager [-] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Took 1.36 seconds to deallocate network for instance. [ 922.043700] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.127852] env[69498]: INFO nova.compute.manager [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Took 48.87 seconds to build instance. [ 922.151647] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.153197] env[69498]: DEBUG nova.network.neutron [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Updated VIF entry in instance network info cache for port f996babb-8dc5-4ac3-ac9d-e41ece4e0d01. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.153493] env[69498]: DEBUG nova.network.neutron [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Updating instance_info_cache with network_info: [{"id": "f996babb-8dc5-4ac3-ac9d-e41ece4e0d01", "address": "fa:16:3e:df:fb:5c", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996babb-8d", "ovs_interfaceid": "f996babb-8dc5-4ac3-ac9d-e41ece4e0d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.154924] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b602f658-a2eb-4ca2-a9f7-6b9241103ebe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.165152] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 922.165152] env[69498]: value = "task-4097974" [ 922.165152] env[69498]: _type = "Task" [ 922.165152] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.180429] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.186911] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097972, 'name': Rename_Task, 'duration_secs': 0.289375} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.187288] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.187615] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-442e06dc-4dc6-4737-97b0-eaecebabfe10 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.203800] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 922.203800] env[69498]: value = "task-4097975" [ 922.203800] env[69498]: _type = "Task" [ 922.203800] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.216408] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.347649] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.351457] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.950s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.351457] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.353190] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.746s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.353561] env[69498]: DEBUG nova.objects.instance [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lazy-loading 'resources' on Instance uuid edd99d57-e258-4888-845b-80da2cda5f2f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.377692] env[69498]: INFO nova.scheduler.client.report [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted allocations for instance 9c7eb62e-b80b-4faa-b499-9e886a918114 [ 922.379651] env[69498]: INFO nova.scheduler.client.report [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Deleted allocations for instance f6db8a59-c17f-4f40-8574-1dc84c711505 [ 922.425450] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097973, 'name': CreateVM_Task, 'duration_secs': 0.387837} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.426027] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.426448] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.426612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.429338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.429338] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb412699-f017-48c1-a41f-f6238862a8fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.433763] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 922.433763] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524b62f3-c1db-fa1e-1314-ec6f80a23d78" [ 922.433763] env[69498]: _type = "Task" [ 922.433763] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.444515] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524b62f3-c1db-fa1e-1314-ec6f80a23d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.449790] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.573210] env[69498]: DEBUG nova.compute.manager [req-0a3c8208-6e4d-4b82-b728-b5ffed8d3428 req-d35af1c1-a7a8-4cd9-bd74-8b7821bafbe2 service nova] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Received event network-vif-deleted-a0689b5e-d4d5-401b-b3fc-b9a6c9b2c0f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.631243] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02182db2-7fe2-4870-ac5b-a8fec9a67922 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.910s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.658235] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7006bb7-04f0-4b36-9077-be5f296a6c4f req-252077b5-035b-4985-b038-e432dcb74dbd service nova] Releasing lock "refresh_cache-e93a8983-80bb-4d9b-a87d-cda8273b9b91" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.679456] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097974, 'name': PowerOffVM_Task, 'duration_secs': 0.153906} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.680599] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.680599] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.681834] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1677f70-869a-4a28-8d11-80e4910f4cc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.692029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.692029] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2326516b-d68f-40fe-9532-d5608e813021 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.716197] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.728438] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.728438] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.728734] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Deleting the datastore file [datastore1] 1a77d919-bc1e-4111-9841-f08e03c5542d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.729666] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f80679ea-fcb0-4e5e-a35d-b64346858583 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.738907] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 922.738907] env[69498]: value = "task-4097977" [ 922.738907] env[69498]: _type = "Task" [ 922.738907] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.748614] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.895612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-36ba6e33-7a15-4a59-9cea-47bde7ee7b46 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "9c7eb62e-b80b-4faa-b499-9e886a918114" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.590s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.897086] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8ff5840b-193a-4fe3-81da-396a05c76d6e tempest-ServersTestMultiNic-1676642349 tempest-ServersTestMultiNic-1676642349-project-member] Lock "f6db8a59-c17f-4f40-8574-1dc84c711505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.771s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.961166] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524b62f3-c1db-fa1e-1314-ec6f80a23d78, 'name': SearchDatastore_Task, 'duration_secs': 0.0128} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.961166] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.961166] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.963525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.963525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.963525] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.963525] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d132440e-96fb-41f0-946d-b1f2cf9b20db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.975047] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.975685] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.976250] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d5efb7-3811-4a2b-abd0-34d6070d5d45 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.984453] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 922.984453] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5268e780-d505-6bd1-a099-6a2df6aa43ad" [ 922.984453] env[69498]: _type = "Task" [ 922.984453] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.000745] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5268e780-d505-6bd1-a099-6a2df6aa43ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.009753] env[69498]: DEBUG nova.network.neutron [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Port 44580602-7718-482d-8562-2261ef721bb4 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.010426] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.010426] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.010705] env[69498]: DEBUG nova.network.neutron [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.057236] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.100828] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:08:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='947811290',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-436521181',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.101091] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.101248] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.101434] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.101574] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.101714] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.101913] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.102695] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.102695] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.102695] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.102826] env[69498]: DEBUG nova.virt.hardware [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.103697] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad97dd3-10f1-4d74-b424-79a0680bb8a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.115824] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8729b-4833-40a8-95f3-11e9cb90e50d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.135989] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.192163] env[69498]: DEBUG nova.network.neutron [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Successfully updated port: 424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.219217] env[69498]: DEBUG oslo_vmware.api [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097975, 'name': PowerOnVM_Task, 'duration_secs': 0.578872} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.222732] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.222964] env[69498]: INFO nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Took 9.42 seconds to spawn the instance on the hypervisor. [ 923.223219] env[69498]: DEBUG nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.224786] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f701a-aafe-4300-b27b-2eb85656a585 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.249519] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14745} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.252231] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.253186] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.253186] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.495782] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5268e780-d505-6bd1-a099-6a2df6aa43ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017483} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.499518] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c772c93d-5c5c-494b-9e13-66a440c8588e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.506224] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 923.506224] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523ccdb6-14f3-5dd3-4b89-53a29254c69a" [ 923.506224] env[69498]: _type = "Task" [ 923.506224] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.517675] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523ccdb6-14f3-5dd3-4b89-53a29254c69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.536847] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d1e03-1d11-449a-9435-f0b2dd816ccb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.545551] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3b92c-bec6-4aac-b1ac-20541881f5ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.581476] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9911f3-d111-4a4f-8634-865f9c4fc8b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.590163] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ed728-f4e4-4adf-b852-04171f918d17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.606477] env[69498]: DEBUG nova.compute.provider_tree [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.656875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.698839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.698839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.698839] env[69498]: DEBUG nova.network.neutron [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.750850] env[69498]: INFO nova.compute.manager [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Took 47.62 seconds to build instance. [ 923.770707] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c54f-d049-31b2-9c0b-d7898196b520/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.771760] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4774724-b985-4762-9940-be5ec7bf89ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.784725] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c54f-d049-31b2-9c0b-d7898196b520/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.784898] env[69498]: ERROR oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c54f-d049-31b2-9c0b-d7898196b520/disk-0.vmdk due to incomplete transfer. [ 923.785188] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a31b8ed3-cd99-4832-b9cc-b59d86ad0c1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.796198] env[69498]: DEBUG oslo_vmware.rw_handles [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c54f-d049-31b2-9c0b-d7898196b520/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 923.796493] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Uploaded image 01a063ee-beaa-4387-99c8-646632f8b28c to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 923.799464] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 923.802871] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27230267-d70f-462e-9887-2ac65ddea22e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.811738] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 923.811738] env[69498]: value = "task-4097978" [ 923.811738] env[69498]: _type = "Task" [ 923.811738] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.822318] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097978, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.859021] env[69498]: DEBUG nova.network.neutron [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.019804] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523ccdb6-14f3-5dd3-4b89-53a29254c69a, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.021323] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.021323] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e93a8983-80bb-4d9b-a87d-cda8273b9b91/e93a8983-80bb-4d9b-a87d-cda8273b9b91.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.021323] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8cebaa-5da9-43a0-91eb-bfa11a78ed49 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.029817] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 924.029817] env[69498]: value = "task-4097979" [ 924.029817] env[69498]: _type = "Task" [ 924.029817] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.039732] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.110176] env[69498]: DEBUG nova.scheduler.client.report [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.243570] env[69498]: DEBUG nova.network.neutron [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.257490] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3a48bfb8-847e-42bf-9969-ed19ebb05aab tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.958s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.296196] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.297082] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.297082] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.297082] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.297082] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.297322] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.297394] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.297541] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.297702] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.297860] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.298038] env[69498]: DEBUG nova.virt.hardware [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.299652] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380b6021-168e-4390-8687-4d1fc5cd797c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.308354] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6bc6a0-4841-4cff-9b45-5e4c19c591f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.323214] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097978, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.335503] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.341986] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.342747] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.343112] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0972cb02-02e2-4096-bc26-749e80f63835 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.362760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.364228] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.365096] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.368803] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.368803] env[69498]: value = "task-4097980" [ 924.368803] env[69498]: _type = "Task" [ 924.368803] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.379434] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097980, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.435705] env[69498]: DEBUG nova.network.neutron [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Updating instance_info_cache with network_info: [{"id": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "address": "fa:16:3e:f3:1d:4c", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424a6f45-08", "ovs_interfaceid": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.543313] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.616105] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.619205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.954s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.647180] env[69498]: INFO nova.scheduler.client.report [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted allocations for instance edd99d57-e258-4888-845b-80da2cda5f2f [ 924.755280] env[69498]: DEBUG nova.compute.manager [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Received event network-vif-plugged-424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.755655] env[69498]: DEBUG oslo_concurrency.lockutils [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] Acquiring lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.755750] env[69498]: DEBUG oslo_concurrency.lockutils [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.755881] env[69498]: DEBUG oslo_concurrency.lockutils [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.756091] env[69498]: DEBUG nova.compute.manager [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] No waiting events found dispatching network-vif-plugged-424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 924.756889] env[69498]: WARNING nova.compute.manager [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Received unexpected event network-vif-plugged-424a6f45-0814-42f9-9dd6-dff5f0d91de3 for instance with vm_state building and task_state spawning. [ 924.756889] env[69498]: DEBUG nova.compute.manager [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Received event network-changed-424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.756889] env[69498]: DEBUG nova.compute.manager [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Refreshing instance network info cache due to event network-changed-424a6f45-0814-42f9-9dd6-dff5f0d91de3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.756889] env[69498]: DEBUG oslo_concurrency.lockutils [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] Acquiring lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.828511] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097978, 'name': Destroy_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.867199] env[69498]: DEBUG nova.compute.manager [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69498) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 924.867876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.869771] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.893450] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097980, 'name': CreateVM_Task, 'duration_secs': 0.478537} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.893968] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.894782] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.895576] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.897121] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.900429] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657875bc-b10d-4f79-8734-608c53bcb9fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.909053] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 924.909053] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526807ea-6a8d-19d1-a3e7-9a27f8e5fc24" [ 924.909053] env[69498]: _type = "Task" [ 924.909053] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.924315] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526807ea-6a8d-19d1-a3e7-9a27f8e5fc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.938570] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Releasing lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.939218] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Instance network_info: |[{"id": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "address": "fa:16:3e:f3:1d:4c", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424a6f45-08", "ovs_interfaceid": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.944120] env[69498]: DEBUG oslo_concurrency.lockutils [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] Acquired lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.944587] env[69498]: DEBUG nova.network.neutron [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Refreshing network info cache for port 424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.946764] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:1d:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '424a6f45-0814-42f9-9dd6-dff5f0d91de3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.961622] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.966733] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.967574] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-787c93be-0a74-482d-a971-9635d72d6d7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.005349] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.005349] env[69498]: value = "task-4097981" [ 925.005349] env[69498]: _type = "Task" [ 925.005349] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.018354] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097981, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.047134] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667655} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.047485] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e93a8983-80bb-4d9b-a87d-cda8273b9b91/e93a8983-80bb-4d9b-a87d-cda8273b9b91.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.048185] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.048528] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03e30b3e-b3ca-4230-bd11-d902978dc6d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.060781] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 925.060781] env[69498]: value = "task-4097982" [ 925.060781] env[69498]: _type = "Task" [ 925.060781] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.071780] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.157687] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b4eff379-0f2b-4657-80cf-784382b47b0a tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "edd99d57-e258-4888-845b-80da2cda5f2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.273s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.235601] env[69498]: DEBUG nova.network.neutron [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Updated VIF entry in instance network info cache for port 424a6f45-0814-42f9-9dd6-dff5f0d91de3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.236046] env[69498]: DEBUG nova.network.neutron [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Updating instance_info_cache with network_info: [{"id": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "address": "fa:16:3e:f3:1d:4c", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424a6f45-08", "ovs_interfaceid": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.319338] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef8d1e7-4cf5-470c-8f42-b693779fc70d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.331608] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2b653-1c98-4d78-9eb5-c87c56d5a1c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.335623] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097978, 'name': Destroy_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.366553] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99c442-a678-4ce8-b507-f10f25bfd7cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.375657] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e74676-a096-45ae-8fdc-ea7046f86733 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.395934] env[69498]: DEBUG nova.compute.provider_tree [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.413659] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.420973] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526807ea-6a8d-19d1-a3e7-9a27f8e5fc24, 'name': SearchDatastore_Task, 'duration_secs': 0.045733} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.421325] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.421563] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.421794] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.421939] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.422132] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.422684] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0570d567-cd89-4223-8f99-9ad81f262a80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.433553] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.433683] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.434358] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46aeb2eb-7eac-4f32-b86a-d28f3e1ec078 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.440676] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 925.440676] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d22bc3-cb3e-505e-7067-aec6121cdd8b" [ 925.440676] env[69498]: _type = "Task" [ 925.440676] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.449396] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d22bc3-cb3e-505e-7067-aec6121cdd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.517323] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097981, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.570532] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279628} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.570827] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.571661] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce77f8f-a9db-46a0-b4a7-8dd53062b96a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.595205] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] e93a8983-80bb-4d9b-a87d-cda8273b9b91/e93a8983-80bb-4d9b-a87d-cda8273b9b91.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.595579] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60ec6c3-5823-4941-855b-0eb6b162e320 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.617419] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 925.617419] env[69498]: value = "task-4097983" [ 925.617419] env[69498]: _type = "Task" [ 925.617419] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.626496] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.739413] env[69498]: DEBUG oslo_concurrency.lockutils [req-64f40828-2428-48c0-b089-7d8da7063783 req-87a49c00-3f67-4624-9ad7-332c3b25e418 service nova] Releasing lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.825546] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097978, 'name': Destroy_Task, 'duration_secs': 1.977384} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.825890] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Destroyed the VM [ 925.826116] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.826381] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4708425-f3a1-46e6-8a22-d98b172c6b0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.833964] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 925.833964] env[69498]: value = "task-4097984" [ 925.833964] env[69498]: _type = "Task" [ 925.833964] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.844964] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.901378] env[69498]: DEBUG nova.scheduler.client.report [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.953882] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d22bc3-cb3e-505e-7067-aec6121cdd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.034507} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.955848] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b365b7-74eb-4b92-80f1-07dfd15e8d75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.962872] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 925.962872] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2c6e2-734f-6b86-1da6-22fbe8bebdd8" [ 925.962872] env[69498]: _type = "Task" [ 925.962872] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.975245] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2c6e2-734f-6b86-1da6-22fbe8bebdd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.983567] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "3eee3e12-483c-4a2c-abf1-5a8c84912222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.983823] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.021065] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097981, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.131604] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.346458] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.408918] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.409099] env[69498]: INFO nova.compute.manager [None req-c1a04c34-fd31-440d-b6a3-98f62d2e8c6c tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Successfully reverted task state from rebuilding on failure for instance. [ 926.417569] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.929s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.419287] env[69498]: INFO nova.compute.claims [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.476033] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f2c6e2-734f-6b86-1da6-22fbe8bebdd8, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.476428] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.477208] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.477208] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e52873-60a0-40e4-820f-667f3245f402 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.485648] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 926.485648] env[69498]: value = "task-4097985" [ 926.485648] env[69498]: _type = "Task" [ 926.485648] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.495714] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.519749] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097981, 'name': CreateVM_Task, 'duration_secs': 1.131218} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.519980] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.521260] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.521572] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.522223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.522486] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f590c9a-892f-43a5-9bbd-276c9e6318f8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.529677] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 926.529677] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d5ccf-a5df-2b36-94ba-fe9af7c6e0e8" [ 926.529677] env[69498]: _type = "Task" [ 926.529677] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.541531] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d5ccf-a5df-2b36-94ba-fe9af7c6e0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.633751] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097983, 'name': ReconfigVM_Task, 'duration_secs': 0.579371} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.634100] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Reconfigured VM instance instance-0000003f to attach disk [datastore2] e93a8983-80bb-4d9b-a87d-cda8273b9b91/e93a8983-80bb-4d9b-a87d-cda8273b9b91.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.634834] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-721e400c-50cd-4956-9d45-31df3d8f4e14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.643820] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 926.643820] env[69498]: value = "task-4097986" [ 926.643820] env[69498]: _type = "Task" [ 926.643820] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.846147] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097984, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.997693] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.042017] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d5ccf-a5df-2b36-94ba-fe9af7c6e0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.020734} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.042501] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.042655] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.044228] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.044517] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.044804] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.045135] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-733374dc-c67e-49f2-9d55-13dcfa3d629b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.061561] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.061754] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.062645] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625b381d-9a01-4872-b694-6d5e85b3f56f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.072595] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 927.072595] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526b89e4-aff8-0237-0ea7-5d938632b1e7" [ 927.072595] env[69498]: _type = "Task" [ 927.072595] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.082575] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526b89e4-aff8-0237-0ea7-5d938632b1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.156169] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097986, 'name': Rename_Task, 'duration_secs': 0.270421} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.156397] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.156670] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a64dcf3-ba62-4c60-940b-971f95a87cc1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.164031] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 927.164031] env[69498]: value = "task-4097987" [ 927.164031] env[69498]: _type = "Task" [ 927.164031] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.175759] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.347049] env[69498]: DEBUG oslo_vmware.api [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4097984, 'name': RemoveSnapshot_Task, 'duration_secs': 1.421874} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.347049] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.347214] env[69498]: INFO nova.compute.manager [None req-021ca3ac-e335-4c37-8a37-9f4bbabffb50 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Took 20.55 seconds to snapshot the instance on the hypervisor. [ 927.499311] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675245} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.499584] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.499788] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.500188] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa902d0-6cfb-4789-aff6-ccf3236c3155 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.510966] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 927.510966] env[69498]: value = "task-4097988" [ 927.510966] env[69498]: _type = "Task" [ 927.510966] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.520953] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.586577] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526b89e4-aff8-0237-0ea7-5d938632b1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.049727} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.587985] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93fe2d7-9d94-49dd-a13e-52d772000231 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.596097] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 927.596097] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bb4505-aa42-181e-d103-7dbe18c753b7" [ 927.596097] env[69498]: _type = "Task" [ 927.596097] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.605178] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bb4505-aa42-181e-d103-7dbe18c753b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.674740] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.953297] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b877cdbc-fcc4-4605-9d78-8b04eb0b8702 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.963100] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710723f8-e12a-4bfc-bcaa-c49e5c07bf1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.997987] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a9bf6-567c-4f3c-880e-fd944322f463 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.008010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9df4a6-0463-4ad9-ab3c-c8184964ae04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.024644] env[69498]: DEBUG nova.compute.provider_tree [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.031581] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075614} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.031912] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.032802] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66cc232-b837-4b3f-904d-05b105341ad1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.055062] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.055917] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ecdf69-34d0-47ed-9189-7878a6d11f88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.078589] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 928.078589] env[69498]: value = "task-4097989" [ 928.078589] env[69498]: _type = "Task" [ 928.078589] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.090308] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.108811] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bb4505-aa42-181e-d103-7dbe18c753b7, 'name': SearchDatastore_Task, 'duration_secs': 0.031374} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.108942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.109159] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30/ce5a2c8b-d3d5-4767-8705-2eba501a2e30.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.109484] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-853b5f1e-3493-4145-acb2-88853da8a1fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.118231] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 928.118231] env[69498]: value = "task-4097990" [ 928.118231] env[69498]: _type = "Task" [ 928.118231] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.127910] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.177282] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097987, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.529633] env[69498]: DEBUG nova.scheduler.client.report [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.593309] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097989, 'name': ReconfigVM_Task, 'duration_secs': 0.432568} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.594035] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 1a77d919-bc1e-4111-9841-f08e03c5542d/1a77d919-bc1e-4111-9841-f08e03c5542d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.594832] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41e7ca30-45c7-45f7-88ed-4865d5e886ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.605321] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 928.605321] env[69498]: value = "task-4097991" [ 928.605321] env[69498]: _type = "Task" [ 928.605321] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.617937] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097991, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.629771] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097990, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.680933] env[69498]: DEBUG oslo_vmware.api [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4097987, 'name': PowerOnVM_Task, 'duration_secs': 1.163112} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.681276] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.681489] env[69498]: INFO nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Took 9.66 seconds to spawn the instance on the hypervisor. [ 928.681660] env[69498]: DEBUG nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.682481] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f96cf-084a-41cc-9e0c-2ef8e6b71ff2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.034262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.034858] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.037680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.557s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.039197] env[69498]: INFO nova.compute.claims [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.115878] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097991, 'name': Rename_Task, 'duration_secs': 0.176218} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.116819] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.117053] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8434f52e-a504-4420-8bc2-7993a01acf2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.127150] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Waiting for the task: (returnval){ [ 929.127150] env[69498]: value = "task-4097992" [ 929.127150] env[69498]: _type = "Task" [ 929.127150] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.135152] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538096} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.136024] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30/ce5a2c8b-d3d5-4767-8705-2eba501a2e30.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.136403] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.136738] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5993c3f-6b09-486d-8147-e7fc4787926b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.143379] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.149045] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 929.149045] env[69498]: value = "task-4097993" [ 929.149045] env[69498]: _type = "Task" [ 929.149045] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.161319] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.203186] env[69498]: INFO nova.compute.manager [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Took 44.53 seconds to build instance. [ 929.546252] env[69498]: DEBUG nova.compute.utils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.547958] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.548151] env[69498]: DEBUG nova.network.neutron [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.640562] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.663518] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246038} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.664176] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.664881] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b798706f-b6a0-464b-839b-f575e5a20cf0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.699100] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30/ce5a2c8b-d3d5-4767-8705-2eba501a2e30.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.701031] env[69498]: DEBUG nova.policy [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0702fcb2eda04c569ef19474b5bae21e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bad0cdd6fa242ccaf0e2a74ab288f12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.703136] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cb2da3-0a9c-4739-805c-8bfed2454442 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.719854] env[69498]: DEBUG oslo_concurrency.lockutils [None req-99b141df-28b8-454f-8d7a-5f37b229b69b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.210s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.728513] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 929.728513] env[69498]: value = "task-4097994" [ 929.728513] env[69498]: _type = "Task" [ 929.728513] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.738561] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.051179] env[69498]: DEBUG nova.network.neutron [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Successfully created port: f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.063031] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.140255] env[69498]: DEBUG oslo_vmware.api [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Task: {'id': task-4097992, 'name': PowerOnVM_Task, 'duration_secs': 0.786314} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.140566] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.141647] env[69498]: DEBUG nova.compute.manager [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.141647] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943cd3f1-5b3c-415e-b24e-05aebc8b5cc8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.226171] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.247684] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.667147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.750427] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097994, 'name': ReconfigVM_Task, 'duration_secs': 0.744712} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.750427] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Reconfigured VM instance instance-00000040 to attach disk [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30/ce5a2c8b-d3d5-4767-8705-2eba501a2e30.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.750427] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69498) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 930.751321] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a6fc0416-73f7-4cc6-a18d-d58fb142f720 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.757096] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c9584-e187-449e-b7e1-fbe36d39fa2c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.761397] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.769265] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7c0e02-5974-4d43-8ec4-96a10bb6910a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.773640] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 930.773640] env[69498]: value = "task-4097995" [ 930.773640] env[69498]: _type = "Task" [ 930.773640] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.810416] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92243617-d227-45b8-ac5e-e17f48b6badb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.816584] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097995, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.822536] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c469ae6-952b-462b-8d41-533f4f6cb025 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.839741] env[69498]: DEBUG nova.compute.provider_tree [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.076665] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.109232] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.109523] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.110467] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.110876] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.110965] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.112657] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.112657] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.112657] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.112657] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.112657] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.112657] env[69498]: DEBUG nova.virt.hardware [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.114743] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43876c-7fbd-4a3e-a9e7-7b91414511ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.123907] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83907584-231a-4f83-866f-2d9e20e8fc5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.284440] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097995, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.081978} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.284780] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69498) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 931.285606] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f32c8-ad13-43a2-95a9-05f2e2deca1f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.314967] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30/ephemeral_0.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.315338] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d00bf7-c574-48f5-bc31-888960d467bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.335777] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 931.335777] env[69498]: value = "task-4097996" [ 931.335777] env[69498]: _type = "Task" [ 931.335777] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.347510] env[69498]: DEBUG nova.scheduler.client.report [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.351473] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.656199] env[69498]: DEBUG nova.network.neutron [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Successfully updated port: f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.855554] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.856127] env[69498]: DEBUG nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.863022] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.863022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.259s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.863022] env[69498]: DEBUG nova.objects.instance [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lazy-loading 'resources' on Instance uuid d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.896331] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "1a77d919-bc1e-4111-9841-f08e03c5542d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.896632] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "1a77d919-bc1e-4111-9841-f08e03c5542d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.896912] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "1a77d919-bc1e-4111-9841-f08e03c5542d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.897210] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "1a77d919-bc1e-4111-9841-f08e03c5542d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.897399] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "1a77d919-bc1e-4111-9841-f08e03c5542d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.900056] env[69498]: INFO nova.compute.manager [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Terminating instance [ 931.942274] env[69498]: DEBUG nova.compute.manager [req-21b06704-4843-498a-b2bb-2cc8a5460ffa req-84104fd6-0650-4dda-932f-4bafc9ecb17d service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Received event network-vif-plugged-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.942469] env[69498]: DEBUG oslo_concurrency.lockutils [req-21b06704-4843-498a-b2bb-2cc8a5460ffa req-84104fd6-0650-4dda-932f-4bafc9ecb17d service nova] Acquiring lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.942698] env[69498]: DEBUG oslo_concurrency.lockutils [req-21b06704-4843-498a-b2bb-2cc8a5460ffa req-84104fd6-0650-4dda-932f-4bafc9ecb17d service nova] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.942869] env[69498]: DEBUG oslo_concurrency.lockutils [req-21b06704-4843-498a-b2bb-2cc8a5460ffa req-84104fd6-0650-4dda-932f-4bafc9ecb17d service nova] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.943189] env[69498]: DEBUG nova.compute.manager [req-21b06704-4843-498a-b2bb-2cc8a5460ffa req-84104fd6-0650-4dda-932f-4bafc9ecb17d service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] No waiting events found dispatching network-vif-plugged-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 931.943430] env[69498]: WARNING nova.compute.manager [req-21b06704-4843-498a-b2bb-2cc8a5460ffa req-84104fd6-0650-4dda-932f-4bafc9ecb17d service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Received unexpected event network-vif-plugged-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 for instance with vm_state building and task_state spawning. [ 932.159540] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.160744] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.160744] env[69498]: DEBUG nova.network.neutron [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.348842] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097996, 'name': ReconfigVM_Task, 'duration_secs': 0.973243} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.349191] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Reconfigured VM instance instance-00000040 to attach disk [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30/ephemeral_0.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.350037] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b4c8b80-0d92-4717-bd5a-952c1de49359 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.359272] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 932.359272] env[69498]: value = "task-4097997" [ 932.359272] env[69498]: _type = "Task" [ 932.359272] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.364691] env[69498]: DEBUG nova.compute.utils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.368951] env[69498]: DEBUG nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 932.375493] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097997, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.407708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "refresh_cache-1a77d919-bc1e-4111-9841-f08e03c5542d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.407899] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquired lock "refresh_cache-1a77d919-bc1e-4111-9841-f08e03c5542d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.408058] env[69498]: DEBUG nova.network.neutron [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.669060] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.669639] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.708815] env[69498]: DEBUG nova.network.neutron [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.869626] env[69498]: DEBUG nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.872301] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097997, 'name': Rename_Task, 'duration_secs': 0.255841} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.878486] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.879000] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584ea801-087a-4206-a4ce-64eca46c7636 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.892427] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 932.892427] env[69498]: value = "task-4097998" [ 932.892427] env[69498]: _type = "Task" [ 932.892427] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.903038] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.936657] env[69498]: DEBUG nova.network.neutron [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updating instance_info_cache with network_info: [{"id": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "address": "fa:16:3e:43:74:c9", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a474ab-c3", "ovs_interfaceid": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.944509] env[69498]: DEBUG nova.network.neutron [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.995567] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d2b645-57b0-4598-8c6d-7cb37b56db30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.003815] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf39897-ee04-48bd-b744-4e0c68ca795b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.040952] env[69498]: DEBUG nova.network.neutron [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.043434] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20397200-90e7-455e-9b2f-3dabb0f7cc82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.055046] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572723ff-465d-4c78-9024-9a3af0eaee1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.072149] env[69498]: DEBUG nova.compute.provider_tree [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.400571] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.440042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.440042] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Instance network_info: |[{"id": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "address": "fa:16:3e:43:74:c9", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a474ab-c3", "ovs_interfaceid": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.440285] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:74:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7a474ab-c3e7-4039-8d6f-9987b7a7a516', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.448457] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.449110] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.449290] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee6d803-6a65-4233-916c-e448802dbc8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.474146] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.474146] env[69498]: value = "task-4097999" [ 933.474146] env[69498]: _type = "Task" [ 933.474146] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.483801] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097999, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.548749] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Releasing lock "refresh_cache-1a77d919-bc1e-4111-9841-f08e03c5542d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.549226] env[69498]: DEBUG nova.compute.manager [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.549442] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.551100] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f8634-f271-417f-a614-6ded82774214 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.560812] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.561376] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0631d3b6-9659-419a-baf2-fa4512b24982 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.570533] env[69498]: DEBUG oslo_vmware.api [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 933.570533] env[69498]: value = "task-4098000" [ 933.570533] env[69498]: _type = "Task" [ 933.570533] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.577919] env[69498]: DEBUG nova.scheduler.client.report [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.587670] env[69498]: DEBUG oslo_vmware.api [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4098000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.885027] env[69498]: DEBUG nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.901963] env[69498]: DEBUG oslo_vmware.api [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4097998, 'name': PowerOnVM_Task, 'duration_secs': 0.986671} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.902333] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.902879] env[69498]: INFO nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Took 10.84 seconds to spawn the instance on the hypervisor. [ 933.902879] env[69498]: DEBUG nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.904105] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578364e-8003-4880-b881-d2777f729531 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.919977] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.920263] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.920420] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.920600] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.920776] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.920900] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.921237] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.921459] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.921643] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.921811] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.921988] env[69498]: DEBUG nova.virt.hardware [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.922829] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d33ba33-ee83-49fd-9865-2469bcc6f5ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.932390] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45b383-3443-4115-9b90-9f48942d559d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.946716] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.952330] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Creating folder: Project (e82e48cec42145ea9475168453b8a522). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.952932] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7822127-f486-46d1-befa-2e12bcb03d7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.966722] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Created folder: Project (e82e48cec42145ea9475168453b8a522) in parent group-v811634. [ 933.966917] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Creating folder: Instances. Parent ref: group-v811827. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.967656] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85023d6b-6541-4225-a86b-ea3388619436 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.970386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.970757] env[69498]: DEBUG oslo_concurrency.lockutils [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.971039] env[69498]: DEBUG nova.compute.manager [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.972658] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d844c6-22fd-4822-8d16-df7a112a7904 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.984474] env[69498]: DEBUG nova.compute.manager [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 933.985726] env[69498]: DEBUG nova.objects.instance [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lazy-loading 'flavor' on Instance uuid 6a43cac7-edf1-4738-aa0f-c88b3e375080 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.991621] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Created folder: Instances in parent group-v811827. [ 933.991863] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.992046] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4097999, 'name': CreateVM_Task, 'duration_secs': 0.429679} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.992507] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.992675] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.993153] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6997b522-7394-4252-9744-e88ed4c7eac0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.005799] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.005991] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.006760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.007277] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd93fef-1b45-43ee-9c82-657eea43f82a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.014781] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 934.014781] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52543284-30e5-47f0-ea60-5e15bc6dec57" [ 934.014781] env[69498]: _type = "Task" [ 934.014781] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.015969] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.015969] env[69498]: value = "task-4098003" [ 934.015969] env[69498]: _type = "Task" [ 934.015969] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.028055] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52543284-30e5-47f0-ea60-5e15bc6dec57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.031557] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098003, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.081084] env[69498]: DEBUG nova.compute.manager [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Received event network-changed-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.081337] env[69498]: DEBUG nova.compute.manager [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Refreshing instance network info cache due to event network-changed-f7a474ab-c3e7-4039-8d6f-9987b7a7a516. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.082067] env[69498]: DEBUG oslo_concurrency.lockutils [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] Acquiring lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.082067] env[69498]: DEBUG oslo_concurrency.lockutils [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] Acquired lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.082355] env[69498]: DEBUG nova.network.neutron [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Refreshing network info cache for port f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.088134] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.090585] env[69498]: DEBUG oslo_vmware.api [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4098000, 'name': PowerOffVM_Task, 'duration_secs': 0.137162} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.093488] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.151s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.095062] env[69498]: INFO nova.compute.claims [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.098225] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.098559] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.099290] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ba14ba-379e-4db8-ae3d-17eee212d7b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.137032] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.137178] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.137605] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Deleting the datastore file [datastore2] 1a77d919-bc1e-4111-9841-f08e03c5542d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.137605] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-641ccb35-efb0-4487-b19e-a27a0e980485 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.147582] env[69498]: DEBUG oslo_vmware.api [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for the task: (returnval){ [ 934.147582] env[69498]: value = "task-4098005" [ 934.147582] env[69498]: _type = "Task" [ 934.147582] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.157726] env[69498]: DEBUG oslo_vmware.api [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4098005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.364921] env[69498]: DEBUG nova.network.neutron [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updated VIF entry in instance network info cache for port f7a474ab-c3e7-4039-8d6f-9987b7a7a516. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.365356] env[69498]: DEBUG nova.network.neutron [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updating instance_info_cache with network_info: [{"id": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "address": "fa:16:3e:43:74:c9", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a474ab-c3", "ovs_interfaceid": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.443553] env[69498]: INFO nova.compute.manager [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Took 45.54 seconds to build instance. [ 934.529723] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098003, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.533589] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52543284-30e5-47f0-ea60-5e15bc6dec57, 'name': SearchDatastore_Task, 'duration_secs': 0.026577} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.533906] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.534187] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.534501] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.534712] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.534914] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.535194] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b780a89-14b2-4e02-8252-bb771ce09019 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.548627] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.548824] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.549585] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f966e1-4483-4be0-9441-de07ed753289 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.555294] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 934.555294] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5286dbb1-3e05-44bf-4ab5-b4c8bd2d76b3" [ 934.555294] env[69498]: _type = "Task" [ 934.555294] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.563558] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5286dbb1-3e05-44bf-4ab5-b4c8bd2d76b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.610495] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee9b4d0-db6f-44b8-9218-8e9f9f949bd6 tempest-ServerActionsV293TestJSON-872204216 tempest-ServerActionsV293TestJSON-872204216-project-member] Lock "d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.647s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.657946] env[69498]: DEBUG oslo_vmware.api [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Task: {'id': task-4098005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171718} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.658178] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.658363] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.658572] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.658696] env[69498]: INFO nova.compute.manager [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 934.658934] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.659142] env[69498]: DEBUG nova.compute.manager [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.659236] env[69498]: DEBUG nova.network.neutron [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.677135] env[69498]: DEBUG nova.network.neutron [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.868765] env[69498]: DEBUG oslo_concurrency.lockutils [req-19146869-bdf1-4191-b0c5-16ea48883d2a req-8d2c2b85-424d-4a41-8dbe-cbc9fbaeb41b service nova] Releasing lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.950025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fb7dc4b3-32bc-418f-8bce-43f905f1f76a tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.258s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.997842] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.998177] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95504d8b-10fd-449e-9dcd-996b62af7d5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.006943] env[69498]: DEBUG oslo_vmware.api [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 935.006943] env[69498]: value = "task-4098006" [ 935.006943] env[69498]: _type = "Task" [ 935.006943] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.020144] env[69498]: DEBUG oslo_vmware.api [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.031496] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098003, 'name': CreateVM_Task, 'duration_secs': 0.578707} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.031708] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.032217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.032367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.032710] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.032974] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9568ae-5744-405f-902c-d9d04611d5af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.039866] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 935.039866] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfd4fc-8eb6-ae7c-462d-3479109974b7" [ 935.039866] env[69498]: _type = "Task" [ 935.039866] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.050237] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfd4fc-8eb6-ae7c-462d-3479109974b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.069135] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5286dbb1-3e05-44bf-4ab5-b4c8bd2d76b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022033} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.070015] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9670a176-7097-4bed-85d8-67d2ff1c1276 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.076458] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 935.076458] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261134c-9599-9210-304b-41e1c41a3d15" [ 935.076458] env[69498]: _type = "Task" [ 935.076458] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.085320] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261134c-9599-9210-304b-41e1c41a3d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.179468] env[69498]: DEBUG nova.network.neutron [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.456043] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.526909] env[69498]: DEBUG oslo_vmware.api [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098006, 'name': PowerOffVM_Task, 'duration_secs': 0.213331} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.527213] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.527412] env[69498]: DEBUG nova.compute.manager [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.528239] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2e4e65-384a-4b69-92db-ba95c90789b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.560860] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfd4fc-8eb6-ae7c-462d-3479109974b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.561498] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.561749] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.561961] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.589573] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261134c-9599-9210-304b-41e1c41a3d15, 'name': SearchDatastore_Task, 'duration_secs': 0.017022} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.592371] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.594184] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 9743ebcf-eab5-4e34-a148-b6bf4ba5882a/9743ebcf-eab5-4e34-a148-b6bf4ba5882a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.594184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.594184] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.594184] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ef02d9-2ad1-4a7d-b1be-d6cf0e468ac8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.595928] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c9bf625-85f4-404c-b79c-1350a94bb9ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.608263] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 935.608263] env[69498]: value = "task-4098007" [ 935.608263] env[69498]: _type = "Task" [ 935.608263] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.609534] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.609735] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.613512] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c76a809-d140-4710-9c5e-0b5d57835bd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.624471] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 935.624471] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255a545-6b67-887f-a9ea-0bed7ce67c5e" [ 935.624471] env[69498]: _type = "Task" [ 935.624471] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.625196] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.637286] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255a545-6b67-887f-a9ea-0bed7ce67c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.641269] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-188ce18c-3bab-4073-8716-4764be5293e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.646923] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 935.646923] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e382c2-8a6f-2017-a40a-13a8576cad98" [ 935.646923] env[69498]: _type = "Task" [ 935.646923] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.656230] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e382c2-8a6f-2017-a40a-13a8576cad98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.683106] env[69498]: INFO nova.compute.manager [-] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Took 1.02 seconds to deallocate network for instance. [ 935.684076] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89b114-f3dc-4621-9674-21ac794de366 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.696584] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c9787-a556-4e29-a283-54cdd26ad721 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.732794] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0ce57-bbbf-46c0-8529-1c8e89a37751 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.742160] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b6c0a-deb8-4ef3-971d-5698bbce557d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.760581] env[69498]: DEBUG nova.compute.provider_tree [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.976566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.051724] env[69498]: DEBUG oslo_concurrency.lockutils [None req-365c04bd-ab96-450f-be88-71b9564cf85b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.120492] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098007, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.160617] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e382c2-8a6f-2017-a40a-13a8576cad98, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.160928] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.161235] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.161525] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b25cdcf-8b5a-4d51-ad41-95f502243de1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.171054] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 936.171054] env[69498]: value = "task-4098008" [ 936.171054] env[69498]: _type = "Task" [ 936.171054] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.183810] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.198939] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.240486] env[69498]: DEBUG nova.compute.manager [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Received event network-changed-424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.240486] env[69498]: DEBUG nova.compute.manager [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Refreshing instance network info cache due to event network-changed-424a6f45-0814-42f9-9dd6-dff5f0d91de3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.240814] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] Acquiring lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.241159] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] Acquired lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.241487] env[69498]: DEBUG nova.network.neutron [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Refreshing network info cache for port 424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.263180] env[69498]: DEBUG nova.scheduler.client.report [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.623064] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613184} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.623677] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 9743ebcf-eab5-4e34-a148-b6bf4ba5882a/9743ebcf-eab5-4e34-a148-b6bf4ba5882a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.623677] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.623782] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85107e6d-3922-46ed-8588-db230636997f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.634066] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 936.634066] env[69498]: value = "task-4098009" [ 936.634066] env[69498]: _type = "Task" [ 936.634066] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.645863] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.683339] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098008, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.769041] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.769552] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.772526] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.861s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.774414] env[69498]: DEBUG nova.objects.instance [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lazy-loading 'resources' on Instance uuid 837675ce-28a6-4ad2-865f-77a26d66267e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.927347] env[69498]: DEBUG nova.objects.instance [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lazy-loading 'flavor' on Instance uuid 6a43cac7-edf1-4738-aa0f-c88b3e375080 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.034467] env[69498]: DEBUG nova.network.neutron [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Updated VIF entry in instance network info cache for port 424a6f45-0814-42f9-9dd6-dff5f0d91de3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.034467] env[69498]: DEBUG nova.network.neutron [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Updating instance_info_cache with network_info: [{"id": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "address": "fa:16:3e:f3:1d:4c", "network": {"id": "7f8f209c-10f7-4ac7-8237-739ecce1ebf3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-450318259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9758ff6499f345c79941b5437ffd62ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424a6f45-08", "ovs_interfaceid": "424a6f45-0814-42f9-9dd6-dff5f0d91de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.145971] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253444} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.146302] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.147176] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2a2b7-18c9-45a2-951b-31f2f5944861 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.171626] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 9743ebcf-eab5-4e34-a148-b6bf4ba5882a/9743ebcf-eab5-4e34-a148-b6bf4ba5882a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.171992] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d088b5-d3ca-4c8f-bbac-768a1b50d5a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.195446] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748061} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.196964] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.196964] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.197184] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 937.197184] env[69498]: value = "task-4098010" [ 937.197184] env[69498]: _type = "Task" [ 937.197184] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.197373] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5ece3c2-189e-4217-83c7-28ba96aceca6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.208424] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 937.208424] env[69498]: value = "task-4098011" [ 937.208424] env[69498]: _type = "Task" [ 937.208424] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.216089] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.276414] env[69498]: DEBUG nova.compute.utils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.281031] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.281031] env[69498]: DEBUG nova.network.neutron [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.321352] env[69498]: DEBUG nova.policy [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a5acf1b496a4c96b79f99b02eb5a8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddad8dc858284d3c8065db49842a6dc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.436796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.436796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquired lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.436796] env[69498]: DEBUG nova.network.neutron [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.436796] env[69498]: DEBUG nova.objects.instance [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lazy-loading 'info_cache' on Instance uuid 6a43cac7-edf1-4738-aa0f-c88b3e375080 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.538783] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc42efe0-df3b-476d-9b30-aff13f1fbb17 req-8d324f8a-3f19-4140-adbc-9df231cc720f service nova] Releasing lock "refresh_cache-ce5a2c8b-d3d5-4767-8705-2eba501a2e30" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.650386] env[69498]: DEBUG nova.network.neutron [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Successfully created port: 0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.716722] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.729809] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069402} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.730218] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.730928] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464eee7e-7945-43b6-8dad-0f1c832ad22e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.752263] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.755297] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b38425a-3714-440e-9465-d6343beac6d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.776424] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 937.776424] env[69498]: value = "task-4098012" [ 937.776424] env[69498]: _type = "Task" [ 937.776424] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.783183] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.791836] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.888768] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9f101-cb40-4fa4-a157-642f21b29059 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.896798] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63253def-ca91-4943-bb3c-ff97598a1cf1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.929825] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dd9442-5bd2-4de6-a25a-1f11cd32d414 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.938813] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe4caed-ef43-4e8d-a2b6-94352dea917e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.946411] env[69498]: DEBUG nova.objects.base [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Object Instance<6a43cac7-edf1-4738-aa0f-c88b3e375080> lazy-loaded attributes: flavor,info_cache {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.957160] env[69498]: DEBUG nova.compute.provider_tree [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.211648] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.292171] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098012, 'name': ReconfigVM_Task, 'duration_secs': 0.494856} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.292171] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.292819] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aaec481-8ce5-4b9c-a497-925bd257634b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.300381] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 938.300381] env[69498]: value = "task-4098013" [ 938.300381] env[69498]: _type = "Task" [ 938.300381] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.310578] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098013, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.462274] env[69498]: DEBUG nova.scheduler.client.report [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.708027] env[69498]: DEBUG nova.network.neutron [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Updating instance_info_cache with network_info: [{"id": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "address": "fa:16:3e:f9:9a:22", "network": {"id": "753c8372-0403-4ff6-adf4-6b0dacd40b9c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-123562487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5336af10531e4357bd152001fff680e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fdb571-af", "ovs_interfaceid": "f4fdb571-afd5-465d-9338-1f7bd495cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.711688] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098010, 'name': ReconfigVM_Task, 'duration_secs': 1.079693} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.712010] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 9743ebcf-eab5-4e34-a148-b6bf4ba5882a/9743ebcf-eab5-4e34-a148-b6bf4ba5882a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.713902] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0059d5-2d92-405e-9753-a760d3b1f85e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.722061] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 938.722061] env[69498]: value = "task-4098014" [ 938.722061] env[69498]: _type = "Task" [ 938.722061] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.734334] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098014, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.793569] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.812675] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098013, 'name': Rename_Task, 'duration_secs': 0.348731} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.813071] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.813426] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5bd017-f6db-4035-a423-0369749c9e30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.823762] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 938.823762] env[69498]: value = "task-4098015" [ 938.823762] env[69498]: _type = "Task" [ 938.823762] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.827673] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.828015] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.828268] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.828513] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.828722] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.828928] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.829260] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.829486] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.829732] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.829978] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.830250] env[69498]: DEBUG nova.virt.hardware [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.831560] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1ce32-29d7-4106-bd47-bff58eac9a4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.851927] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc6bab-03e7-4290-8e27-ef571cf6c23a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.858202] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098015, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.967302] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.970035] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.922s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.996345] env[69498]: INFO nova.scheduler.client.report [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Deleted allocations for instance 837675ce-28a6-4ad2-865f-77a26d66267e [ 939.164210] env[69498]: DEBUG nova.network.neutron [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Successfully updated port: 0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.179491] env[69498]: DEBUG nova.compute.manager [req-5d9d04b8-6d8b-4d1e-b1c4-9435ee84dcf3 req-5388d850-5d1d-4597-bfd7-f5c60a1899ae service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Received event network-vif-plugged-0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.179795] env[69498]: DEBUG oslo_concurrency.lockutils [req-5d9d04b8-6d8b-4d1e-b1c4-9435ee84dcf3 req-5388d850-5d1d-4597-bfd7-f5c60a1899ae service nova] Acquiring lock "bc527d78-136a-4874-b123-dcf3725fc41e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.180032] env[69498]: DEBUG oslo_concurrency.lockutils [req-5d9d04b8-6d8b-4d1e-b1c4-9435ee84dcf3 req-5388d850-5d1d-4597-bfd7-f5c60a1899ae service nova] Lock "bc527d78-136a-4874-b123-dcf3725fc41e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.181224] env[69498]: DEBUG oslo_concurrency.lockutils [req-5d9d04b8-6d8b-4d1e-b1c4-9435ee84dcf3 req-5388d850-5d1d-4597-bfd7-f5c60a1899ae service nova] Lock "bc527d78-136a-4874-b123-dcf3725fc41e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.181224] env[69498]: DEBUG nova.compute.manager [req-5d9d04b8-6d8b-4d1e-b1c4-9435ee84dcf3 req-5388d850-5d1d-4597-bfd7-f5c60a1899ae service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] No waiting events found dispatching network-vif-plugged-0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.181224] env[69498]: WARNING nova.compute.manager [req-5d9d04b8-6d8b-4d1e-b1c4-9435ee84dcf3 req-5388d850-5d1d-4597-bfd7-f5c60a1899ae service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Received unexpected event network-vif-plugged-0d4e3ac9-b0e6-400e-a847-5470b09d27a9 for instance with vm_state building and task_state spawning. [ 939.215232] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Releasing lock "refresh_cache-6a43cac7-edf1-4738-aa0f-c88b3e375080" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234746] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098014, 'name': Rename_Task, 'duration_secs': 0.19747} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.235140] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.235449] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61986a25-978e-4461-a750-c6e90a3215af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.245025] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 939.245025] env[69498]: value = "task-4098016" [ 939.245025] env[69498]: _type = "Task" [ 939.245025] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.254945] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.341666] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.504304] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c16214a7-83e9-4920-89f4-11c01e6467b5 tempest-InstanceActionsTestJSON-1668801794 tempest-InstanceActionsTestJSON-1668801794-project-member] Lock "837675ce-28a6-4ad2-865f-77a26d66267e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.442s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.666889] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "refresh_cache-bc527d78-136a-4874-b123-dcf3725fc41e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.667189] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "refresh_cache-bc527d78-136a-4874-b123-dcf3725fc41e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.667608] env[69498]: DEBUG nova.network.neutron [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.753642] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.843074] env[69498]: DEBUG oslo_vmware.api [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098015, 'name': PowerOnVM_Task, 'duration_secs': 0.879838} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.843422] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.843635] env[69498]: INFO nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Took 5.96 seconds to spawn the instance on the hypervisor. [ 939.843815] env[69498]: DEBUG nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.845050] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710d187-ffff-47ca-a25b-a8074acb52e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.992138] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Applying migration context for instance 3a61f848-0402-4aad-a007-e630c8a2f08b as it has an incoming, in-progress migration 41f51eb5-ca21-4523-8bfb-9607be3a35ab. Migration status is confirming {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 939.992138] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Applying migration context for instance e895a69f-dea3-4d2f-8633-ff7ce936b352 as it has an incoming, in-progress migration 8cc0f36d-d761-42c1-aa1a-55e1e43f55da. Migration status is reverting {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 939.993999] env[69498]: INFO nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating resource usage from migration 41f51eb5-ca21-4523-8bfb-9607be3a35ab [ 939.994534] env[69498]: INFO nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating resource usage from migration 8cc0f36d-d761-42c1-aa1a-55e1e43f55da [ 940.025641] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 273cf30d-cbcd-4311-9a08-2563bfb90f3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.025800] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance fa357787-fea1-488c-b7dd-c717f783011f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.025937] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5706f0bc-dc72-43db-a689-2003181f0bc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.026075] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.026196] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d59cf518-5f32-4d3a-81e3-3ba7e8414987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.026316] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance de0064a5-c6c0-48af-90c6-52a65602aa08 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.026453] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d3a4fce2-c1ab-4873-90a0-3a3447de07bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.027157] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c802d45a-0077-43b6-902c-9c88a70f48f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.027157] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d9e664eb-dc03-44dd-a0d6-53f29c4ce25c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.027157] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 7bf244b2-3f82-4b72-a325-b6f2716268ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.027157] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.027157] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8d6007e6-1e39-4ff9-8128-30d979346266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.027157] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 03a9b1d5-6879-4417-a856-3f1e0a7eb21f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028238] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance df98100b-1fa5-44f4-89dc-8a78e379cd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028238] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance a3da8026-85ef-4ff2-a38d-329d1a8204b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.028238] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 9a83b57e-fea0-46e3-8832-1215f6e42401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028238] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 4d5c701b-cc03-4761-a087-46a0b15ecb22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028238] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 1a77d919-bc1e-4111-9841-f08e03c5542d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.028238] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5b0b6efe-3306-4bec-a28e-cd5a6c415dee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.028238] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 6a43cac7-edf1-4738-aa0f-c88b3e375080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028238] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance ee420eef-4e5e-4a62-ad11-8d4f5572c74f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028533] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance e93a8983-80bb-4d9b-a87d-cda8273b9b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028533] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Migration 41f51eb5-ca21-4523-8bfb-9607be3a35ab is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 940.028533] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 3a61f848-0402-4aad-a007-e630c8a2f08b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028676] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance ce5a2c8b-d3d5-4767-8705-2eba501a2e30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028709] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 9743ebcf-eab5-4e34-a148-b6bf4ba5882a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028803] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 429f4a18-6c14-48d5-9b96-7f1ff2a8827f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.028948] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance bc527d78-136a-4874-b123-dcf3725fc41e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.029079] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Migration 8cc0f36d-d761-42c1-aa1a-55e1e43f55da is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 940.029161] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance e895a69f-dea3-4d2f-8633-ff7ce936b352 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.201624] env[69498]: DEBUG nova.network.neutron [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.223774] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.223774] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98cff586-3ad2-45f7-8a64-f4926d3649c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.231020] env[69498]: DEBUG oslo_vmware.api [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 940.231020] env[69498]: value = "task-4098017" [ 940.231020] env[69498]: _type = "Task" [ 940.231020] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.242175] env[69498]: DEBUG oslo_vmware.api [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.255440] env[69498]: DEBUG oslo_vmware.api [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098016, 'name': PowerOnVM_Task, 'duration_secs': 0.697686} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.255736] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.255944] env[69498]: INFO nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Took 9.18 seconds to spawn the instance on the hypervisor. [ 940.256136] env[69498]: DEBUG nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.257177] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04c433-fd32-4343-8695-80cf4adb4300 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.366573] env[69498]: INFO nova.compute.manager [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Took 43.92 seconds to build instance. [ 940.381698] env[69498]: DEBUG nova.network.neutron [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Updating instance_info_cache with network_info: [{"id": "0d4e3ac9-b0e6-400e-a847-5470b09d27a9", "address": "fa:16:3e:d3:bf:49", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4e3ac9-b0", "ovs_interfaceid": "0d4e3ac9-b0e6-400e-a847-5470b09d27a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.532872] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 20f25b15-863f-4f35-a361-0836a1792cdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.744057] env[69498]: DEBUG oslo_vmware.api [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098017, 'name': PowerOnVM_Task, 'duration_secs': 0.450006} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.744553] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.744915] env[69498]: DEBUG nova.compute.manager [None req-13a6587d-016e-4291-bf0c-439be3a1d135 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.746520] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df76d2-6b54-44f5-abdf-37e3cda17643 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.778184] env[69498]: INFO nova.compute.manager [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Took 46.31 seconds to build instance. [ 940.868960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-76928080-caaf-41e8-bcba-a844381c90f3 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.154s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.888261] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "refresh_cache-bc527d78-136a-4874-b123-dcf3725fc41e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.888613] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Instance network_info: |[{"id": "0d4e3ac9-b0e6-400e-a847-5470b09d27a9", "address": "fa:16:3e:d3:bf:49", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4e3ac9-b0", "ovs_interfaceid": "0d4e3ac9-b0e6-400e-a847-5470b09d27a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.889059] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:bf:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4e3ac9-b0e6-400e-a847-5470b09d27a9', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.897278] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.897522] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.897765] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d855b42-0cb8-4d69-8564-246570561901 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.918969] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.918969] env[69498]: value = "task-4098018" [ 940.918969] env[69498]: _type = "Task" [ 940.918969] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.927405] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098018, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.037249] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b01bec23-9ce5-4a03-a257-2433780f95fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.283058] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5e04112f-5c8b-4a3f-bb61-aacf9af3bf79 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.293s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.428518] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098018, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.543855] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 2ec4b93a-a424-4706-a234-16b73d323ede has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.840702] env[69498]: DEBUG nova.compute.manager [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Received event network-changed-0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.840702] env[69498]: DEBUG nova.compute.manager [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Refreshing instance network info cache due to event network-changed-0d4e3ac9-b0e6-400e-a847-5470b09d27a9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.840702] env[69498]: DEBUG oslo_concurrency.lockutils [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] Acquiring lock "refresh_cache-bc527d78-136a-4874-b123-dcf3725fc41e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.843818] env[69498]: DEBUG oslo_concurrency.lockutils [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] Acquired lock "refresh_cache-bc527d78-136a-4874-b123-dcf3725fc41e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.843818] env[69498]: DEBUG nova.network.neutron [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Refreshing network info cache for port 0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.934169] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098018, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.047512] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 96905bf3-6012-4714-ac7d-e821819fe266 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.436872] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098018, 'name': CreateVM_Task, 'duration_secs': 1.326992} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.437089] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.437783] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.437942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.438289] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.438795] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc84cd9-b9da-49bb-a45b-fb39af634bf3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.444838] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 942.444838] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524cb5d6-c80b-ef1e-513a-77fb61e0b71b" [ 942.444838] env[69498]: _type = "Task" [ 942.444838] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.456367] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524cb5d6-c80b-ef1e-513a-77fb61e0b71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.489395] env[69498]: DEBUG nova.compute.manager [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Received event network-changed-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.489654] env[69498]: DEBUG nova.compute.manager [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Refreshing instance network info cache due to event network-changed-f7a474ab-c3e7-4039-8d6f-9987b7a7a516. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.490165] env[69498]: DEBUG oslo_concurrency.lockutils [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] Acquiring lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.490347] env[69498]: DEBUG oslo_concurrency.lockutils [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] Acquired lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.491192] env[69498]: DEBUG nova.network.neutron [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Refreshing network info cache for port f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.551053] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8a600f13-8385-43ac-86a8-f7e17d9d23fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.680084] env[69498]: DEBUG nova.network.neutron [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Updated VIF entry in instance network info cache for port 0d4e3ac9-b0e6-400e-a847-5470b09d27a9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.680454] env[69498]: DEBUG nova.network.neutron [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Updating instance_info_cache with network_info: [{"id": "0d4e3ac9-b0e6-400e-a847-5470b09d27a9", "address": "fa:16:3e:d3:bf:49", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4e3ac9-b0", "ovs_interfaceid": "0d4e3ac9-b0e6-400e-a847-5470b09d27a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.957660] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524cb5d6-c80b-ef1e-513a-77fb61e0b71b, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.958107] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.958378] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.958636] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.958786] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.958976] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.959287] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd28bdb1-fba0-4dea-a45e-05985c1db84b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.970322] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.970728] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.971553] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c149fb29-f059-48bd-9b38-ed5b14b584e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.979336] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 942.979336] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f4082d-1e00-5e29-fb70-8976df51706f" [ 942.979336] env[69498]: _type = "Task" [ 942.979336] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.988210] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f4082d-1e00-5e29-fb70-8976df51706f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.054167] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 3eee3e12-483c-4a2c-abf1-5a8c84912222 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.109809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.111035] env[69498]: DEBUG oslo_concurrency.lockutils [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.111035] env[69498]: DEBUG nova.objects.instance [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'flavor' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.183654] env[69498]: DEBUG oslo_concurrency.lockutils [req-8e3643dd-f9b5-4862-ac3a-f70a106b8ba4 req-de2c7924-7230-4fd9-b646-743bfe079c1a service nova] Releasing lock "refresh_cache-bc527d78-136a-4874-b123-dcf3725fc41e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.216426] env[69498]: DEBUG nova.network.neutron [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updated VIF entry in instance network info cache for port f7a474ab-c3e7-4039-8d6f-9987b7a7a516. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.216901] env[69498]: DEBUG nova.network.neutron [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updating instance_info_cache with network_info: [{"id": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "address": "fa:16:3e:43:74:c9", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a474ab-c3", "ovs_interfaceid": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.491174] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f4082d-1e00-5e29-fb70-8976df51706f, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.492343] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f75ee2d-54f9-4d9b-b890-f762887ce4f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.498326] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 943.498326] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f11b4-301c-02a6-1381-76ebc835a032" [ 943.498326] env[69498]: _type = "Task" [ 943.498326] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.509017] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f11b4-301c-02a6-1381-76ebc835a032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.558073] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8f0b773a-2aaf-4712-8710-602f6c2f3fff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.558424] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 26 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 943.558672] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5760MB phys_disk=200GB used_disk=26GB total_vcpus=48 used_vcpus=26 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 943.614627] env[69498]: DEBUG nova.objects.instance [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'pci_requests' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.638027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.638027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.638027] env[69498]: INFO nova.compute.manager [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Rebooting instance [ 943.719807] env[69498]: DEBUG oslo_concurrency.lockutils [req-2f8d8ee8-804c-4469-b97c-ccc4b58a68dc req-d69ea2f9-9b01-4ebf-8ed9-fb1e0fd619c0 service nova] Releasing lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.009472] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f11b4-301c-02a6-1381-76ebc835a032, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.012367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.013057] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] bc527d78-136a-4874-b123-dcf3725fc41e/bc527d78-136a-4874-b123-dcf3725fc41e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.013249] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6dfa84-14a4-4ebe-baf0-11c69c0270b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.021601] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 944.021601] env[69498]: value = "task-4098019" [ 944.021601] env[69498]: _type = "Task" [ 944.021601] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.031317] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.041911] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024b45b5-95e1-4e67-802a-5d1563c70f22 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.049995] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62626153-63a3-46d8-85f9-b83f532a02fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.083091] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a740e5e-8b24-4b7f-8cf3-bfc991a75eee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.092468] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65195006-3cf0-4bf7-9fe4-fb8e16aa8617 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.108096] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.117204] env[69498]: DEBUG nova.objects.base [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.117461] env[69498]: DEBUG nova.network.neutron [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.164706] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.164895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquired lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.165125] env[69498]: DEBUG nova.network.neutron [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.206606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-46094dbb-e753-4a35-9e7f-a919b878dac4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.245919] env[69498]: INFO nova.compute.manager [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Rebuilding instance [ 944.287413] env[69498]: DEBUG nova.compute.manager [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.288747] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3cf575-bdce-4448-9468-9ef7fa4029c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.533713] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498388} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.534039] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] bc527d78-136a-4874-b123-dcf3725fc41e/bc527d78-136a-4874-b123-dcf3725fc41e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.534292] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.534696] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3f2e7d-d666-4a49-836f-c6c750c8f0ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.542191] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 944.542191] env[69498]: value = "task-4098020" [ 944.542191] env[69498]: _type = "Task" [ 944.542191] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.552539] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.611415] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.863332] env[69498]: DEBUG nova.network.neutron [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updating instance_info_cache with network_info: [{"id": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "address": "fa:16:3e:43:74:c9", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a474ab-c3", "ovs_interfaceid": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.052251] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067194} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.052626] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.053341] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec5302-d05f-426e-88df-2f452a8e7cc3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.077869] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] bc527d78-136a-4874-b123-dcf3725fc41e/bc527d78-136a-4874-b123-dcf3725fc41e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.078948] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b22931-ec3d-4107-9eaf-a746c0c4c7a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.098417] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 945.098417] env[69498]: value = "task-4098021" [ 945.098417] env[69498]: _type = "Task" [ 945.098417] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.106833] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.116822] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 945.117029] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.147s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.117349] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.215s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.118944] env[69498]: INFO nova.compute.claims [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.121805] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.121969] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Cleaning up deleted instances {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 945.306110] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.306110] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206e512d-f423-4940-9b56-6f185e8a0b1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.313194] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 945.313194] env[69498]: value = "task-4098022" [ 945.313194] env[69498]: _type = "Task" [ 945.313194] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.323617] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.366179] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Releasing lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.609395] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.637495] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] There are 39 instances to clean {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 945.637783] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 837675ce-28a6-4ad2-865f-77a26d66267e] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.827198] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098022, 'name': PowerOffVM_Task, 'duration_secs': 0.223151} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.827198] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.827476] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.828372] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd0f654-0d80-4634-8c45-3d6f92b17a6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.839050] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.839358] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090d5f5a-b5ee-48a0-8b4c-f6a33cbe5a03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.869223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.869223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.869223] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Deleting the datastore file [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.870960] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b67c71-81aa-4e1b-87d3-a943e48381eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.873295] env[69498]: DEBUG nova.compute.manager [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.876773] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56624445-de12-4b33-a73e-d401c624c759 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.887575] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 945.887575] env[69498]: value = "task-4098024" [ 945.887575] env[69498]: _type = "Task" [ 945.887575] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.901080] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.110727] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.145128] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: edd99d57-e258-4888-845b-80da2cda5f2f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.161641] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f72cc-ef77-475a-b0be-95d508f21827 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.171351] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0d30c-d956-457d-9d5f-1df7821db627 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.204229] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a78a2-ae09-460d-b86c-4451db85d07b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.212814] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e7fcbb-bc9c-4b64-af66-75d9fff36990 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.228493] env[69498]: DEBUG nova.compute.provider_tree [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.405326] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122861} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.405712] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.405993] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.406290] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.486858] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.487193] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.487575] env[69498]: DEBUG nova.objects.instance [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'flavor' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.610894] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098021, 'name': ReconfigVM_Task, 'duration_secs': 1.123147} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.611201] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] bc527d78-136a-4874-b123-dcf3725fc41e/bc527d78-136a-4874-b123-dcf3725fc41e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.612068] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2318779d-0d15-4181-b4c7-ecec09b76bbc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.620377] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 946.620377] env[69498]: value = "task-4098025" [ 946.620377] env[69498]: _type = "Task" [ 946.620377] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.630805] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098025, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.648676] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: f6db8a59-c17f-4f40-8574-1dc84c711505] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.731702] env[69498]: DEBUG nova.scheduler.client.report [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.901558] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29f5cac-3a0d-4859-a270-fb492ae3ce65 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.915630] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Doing hard reboot of VM {{(pid=69498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 946.916298] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d87f0102-ef23-411a-8d29-a84f0831978d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.925757] env[69498]: DEBUG oslo_vmware.api [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 946.925757] env[69498]: value = "task-4098026" [ 946.925757] env[69498]: _type = "Task" [ 946.925757] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.939297] env[69498]: DEBUG oslo_vmware.api [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098026, 'name': ResetVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.063711] env[69498]: DEBUG nova.objects.instance [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'pci_requests' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.131422] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098025, 'name': Rename_Task, 'duration_secs': 0.181287} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.131766] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.131965] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7804bea3-1bb3-4fdb-a515-d702bed33600 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.139637] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 947.139637] env[69498]: value = "task-4098027" [ 947.139637] env[69498]: _type = "Task" [ 947.139637] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.148387] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.151907] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d3811fd9-69a3-48f0-9e4d-abc16ca9d5ee] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.237764] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.238257] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.241341] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.168s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.243361] env[69498]: INFO nova.compute.claims [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.436884] env[69498]: DEBUG oslo_vmware.api [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098026, 'name': ResetVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.445631] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.445840] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.445995] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.446196] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.446338] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.446485] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.446693] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.446849] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.447031] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.447200] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.447378] env[69498]: DEBUG nova.virt.hardware [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.448240] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c048b-9e20-48bd-80e2-5ab72c8e6b17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.456482] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12185fc1-7361-44b7-94a5-9b4474c3c25b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.470788] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.476370] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.476644] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.476860] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a27664-1625-4c2f-a61e-3fb595da217e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.494757] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.494757] env[69498]: value = "task-4098028" [ 947.494757] env[69498]: _type = "Task" [ 947.494757] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.503809] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098028, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.566637] env[69498]: DEBUG nova.objects.base [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.566889] env[69498]: DEBUG nova.network.neutron [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.607600] env[69498]: DEBUG nova.policy [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.653573] env[69498]: DEBUG oslo_vmware.api [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098027, 'name': PowerOnVM_Task, 'duration_secs': 0.49083} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.653573] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.653796] env[69498]: INFO nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Took 8.86 seconds to spawn the instance on the hypervisor. [ 947.653796] env[69498]: DEBUG nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.655993] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3328f679-81bb-4d9a-ac12-0b017c836a57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.657835] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 04fecfee-d2a7-42c0-b301-03fa3752c32a] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.751198] env[69498]: DEBUG nova.compute.utils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.753339] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.753524] env[69498]: DEBUG nova.network.neutron [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.842167] env[69498]: DEBUG nova.policy [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '673cd372253246f691e131bee5b5734d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb7c31f0b6044c05a86e71e6a42d2563', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.942066] env[69498]: DEBUG oslo_vmware.api [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098026, 'name': ResetVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.004674] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098028, 'name': CreateVM_Task, 'duration_secs': 0.288827} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.004853] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.005471] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.005673] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.005997] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.006356] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570a524b-b313-4b36-afd6-3219f27be2e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.011331] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 948.011331] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd2d55-33a0-7fc2-6c48-c0ba7e21d93b" [ 948.011331] env[69498]: _type = "Task" [ 948.011331] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.019828] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd2d55-33a0-7fc2-6c48-c0ba7e21d93b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.092422] env[69498]: DEBUG nova.network.neutron [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Successfully created port: a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.162065] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: ba108cb7-dd3e-431d-9052-98eb9277101a] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.174914] env[69498]: INFO nova.compute.manager [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Took 43.26 seconds to build instance. [ 948.259128] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.324324] env[69498]: DEBUG nova.network.neutron [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Successfully created port: 563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.441639] env[69498]: DEBUG oslo_vmware.api [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098026, 'name': ResetVM_Task, 'duration_secs': 1.183274} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.445296] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Did hard reboot of VM {{(pid=69498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 948.445703] env[69498]: DEBUG nova.compute.manager [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.449717] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75861f2-9494-4af4-b356-8d269ecd6aa3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.525854] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd2d55-33a0-7fc2-6c48-c0ba7e21d93b, 'name': SearchDatastore_Task, 'duration_secs': 0.013145} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.526526] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.526526] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.526713] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.526817] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.527025] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.530149] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f570663-b0ff-4a6b-a220-0e3381e1830e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.540046] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.540350] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.541618] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bed9f1c-41df-4d44-ace2-115dbf510cf5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.550853] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 948.550853] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522f08fb-a7fb-e234-f4f3-ec966ed94a6a" [ 948.550853] env[69498]: _type = "Task" [ 948.550853] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.560824] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522f08fb-a7fb-e234-f4f3-ec966ed94a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.665332] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: b635cbd6-ca97-421e-98b5-30707a687dfc] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.676209] env[69498]: DEBUG oslo_concurrency.lockutils [None req-472e1cfc-c395-4636-a1e0-cbf037e5d7f0 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "bc527d78-136a-4874-b123-dcf3725fc41e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.121s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.818841] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed1cdd9-5c83-4a26-9b40-712f15986809 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.828036] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254fa292-0764-4808-ad93-dc3e18fcbb71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.859997] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5033f24-1233-4a9d-b4d7-cfd09f0845c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.868522] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72419782-4989-46d1-bafa-98ee09ebce88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.883016] env[69498]: DEBUG nova.compute.provider_tree [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.965033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90cb0342-00b3-4290-8edd-fe9c611c9557 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.327s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.064227] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522f08fb-a7fb-e234-f4f3-ec966ed94a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.065568] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ada8312-2631-442a-b870-5380798000c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.072944] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 949.072944] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521b51a1-14ae-c0b0-5912-78c38e635f3c" [ 949.072944] env[69498]: _type = "Task" [ 949.072944] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.081807] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521b51a1-14ae-c0b0-5912-78c38e635f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.172972] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: cc67b150-34c2-4081-8c4a-09ab5d78c1e9] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.274045] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.302471] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.302778] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.302934] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.303508] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.303508] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.303508] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.303661] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.303772] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.303956] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.304141] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.304312] env[69498]: DEBUG nova.virt.hardware [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.305178] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f75abd-4c6b-411d-a9aa-848afbdea42c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.313678] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f8006-1fd1-4692-9bac-ec48022c6c7a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.386787] env[69498]: DEBUG nova.scheduler.client.report [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.584096] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521b51a1-14ae-c0b0-5912-78c38e635f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.584381] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.584648] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.584920] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae25ddd-90da-4e03-ba9d-5e12e21dac2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.592195] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 949.592195] env[69498]: value = "task-4098029" [ 949.592195] env[69498]: _type = "Task" [ 949.592195] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.600837] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.675519] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 96501d38-df12-496f-b7da-7787298bbec2] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.844874] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "0a55604f-1dec-4843-ab34-63e4cc0f740d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.844874] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.892173] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.892969] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.895761] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 37.762s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.905842] env[69498]: DEBUG nova.network.neutron [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Successfully updated port: a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.051636] env[69498]: DEBUG nova.network.neutron [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Successfully updated port: 563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.106876] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098029, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.179207] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: ca3cfeec-c1fa-4243-a103-7fd1737e4ebc] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.347945] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.399362] env[69498]: DEBUG nova.compute.utils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.401257] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.401475] env[69498]: DEBUG nova.network.neutron [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.409950] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.410312] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.410605] env[69498]: DEBUG nova.network.neutron [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.450800] env[69498]: DEBUG nova.policy [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.553212] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "refresh_cache-20f25b15-863f-4f35-a361-0836a1792cdc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.553435] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquired lock "refresh_cache-20f25b15-863f-4f35-a361-0836a1792cdc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.553597] env[69498]: DEBUG nova.network.neutron [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.607186] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.610732] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.611051] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.612629] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb2348c-c721-4b20-b974-28d792a3acac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.616334] env[69498]: DEBUG nova.compute.manager [req-73bce848-0391-46d1-8509-73b6b361a31e req-3e37b50d-0b16-47ec-aa74-aa3208e5c6f0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-vif-plugged-a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.616334] env[69498]: DEBUG oslo_concurrency.lockutils [req-73bce848-0391-46d1-8509-73b6b361a31e req-3e37b50d-0b16-47ec-aa74-aa3208e5c6f0 service nova] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.616534] env[69498]: DEBUG oslo_concurrency.lockutils [req-73bce848-0391-46d1-8509-73b6b361a31e req-3e37b50d-0b16-47ec-aa74-aa3208e5c6f0 service nova] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.616693] env[69498]: DEBUG oslo_concurrency.lockutils [req-73bce848-0391-46d1-8509-73b6b361a31e req-3e37b50d-0b16-47ec-aa74-aa3208e5c6f0 service nova] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.616774] env[69498]: DEBUG nova.compute.manager [req-73bce848-0391-46d1-8509-73b6b361a31e req-3e37b50d-0b16-47ec-aa74-aa3208e5c6f0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] No waiting events found dispatching network-vif-plugged-a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.616934] env[69498]: WARNING nova.compute.manager [req-73bce848-0391-46d1-8509-73b6b361a31e req-3e37b50d-0b16-47ec-aa74-aa3208e5c6f0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received unexpected event network-vif-plugged-a96292c9-2785-4302-93df-c430338e396e for instance with vm_state active and task_state None. [ 950.623740] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 950.623740] env[69498]: value = "task-4098030" [ 950.623740] env[69498]: _type = "Task" [ 950.623740] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.639343] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.645914] env[69498]: DEBUG nova.compute.manager [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Received event network-changed-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.645914] env[69498]: DEBUG nova.compute.manager [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Refreshing instance network info cache due to event network-changed-f7a474ab-c3e7-4039-8d6f-9987b7a7a516. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.645914] env[69498]: DEBUG oslo_concurrency.lockutils [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] Acquiring lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.646134] env[69498]: DEBUG oslo_concurrency.lockutils [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] Acquired lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.646170] env[69498]: DEBUG nova.network.neutron [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Refreshing network info cache for port f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.683775] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 1d6553a4-a687-405f-9f2c-04d921676200] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.790595] env[69498]: DEBUG nova.network.neutron [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Successfully created port: bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.869356] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.901599] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.963814] env[69498]: WARNING nova.network.neutron [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] 30aebfcd-a45a-4231-881e-e2c2b3412405 already exists in list: networks containing: ['30aebfcd-a45a-4231-881e-e2c2b3412405']. ignoring it [ 950.986200] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a2737b-32a4-4881-8b38-78df52fce76e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.995599] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2f88b-253d-4500-b131-30bfbffd50cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.031667] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c20da2f-4eea-4be8-8ba9-15b58210c7c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.039995] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817896d5-72b0-462f-b5d3-d968e06a0850 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.054983] env[69498]: DEBUG nova.compute.provider_tree [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.093564] env[69498]: DEBUG nova.network.neutron [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.138208] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286089} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.138545] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.139371] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58db67-1d7d-4c1b-b810-575a5017f83a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.163696] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.166312] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e6f74d-d0a0-4271-b522-d7654e6919c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.186984] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 18f1088d-51b4-4553-8572-02ef5eb03ea6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.192024] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 951.192024] env[69498]: value = "task-4098031" [ 951.192024] env[69498]: _type = "Task" [ 951.192024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.201121] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.368079] env[69498]: DEBUG nova.network.neutron [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a96292c9-2785-4302-93df-c430338e396e", "address": "fa:16:3e:4f:58:58", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96292c9-27", "ovs_interfaceid": "a96292c9-2785-4302-93df-c430338e396e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.560101] env[69498]: DEBUG nova.scheduler.client.report [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.693078] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 6ecb2892-9f7f-4ee5-83c4-9a3dc661bdc6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.700028] env[69498]: DEBUG nova.network.neutron [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Updating instance_info_cache with network_info: [{"id": "563cd6a1-c231-477c-9236-caa1c88f7310", "address": "fa:16:3e:27:c9:44", "network": {"id": "e46139fa-7f66-4103-9f00-2054c9bd3053", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-137220078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb7c31f0b6044c05a86e71e6a42d2563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563cd6a1-c2", "ovs_interfaceid": "563cd6a1-c231-477c-9236-caa1c88f7310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.724527] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.778016] env[69498]: DEBUG nova.network.neutron [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updated VIF entry in instance network info cache for port f7a474ab-c3e7-4039-8d6f-9987b7a7a516. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.778485] env[69498]: DEBUG nova.network.neutron [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updating instance_info_cache with network_info: [{"id": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "address": "fa:16:3e:43:74:c9", "network": {"id": "e41f00be-502a-4071-9c77-ca385a2efee4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1241891098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bad0cdd6fa242ccaf0e2a74ab288f12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a474ab-c3", "ovs_interfaceid": "f7a474ab-c3e7-4039-8d6f-9987b7a7a516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.870891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.871667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.871849] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.872882] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe716c1-50f2-4e60-99d9-edde8cbe5eb0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.896819] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.897114] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.897280] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.897465] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.897614] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.897759] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.897965] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.898136] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.898302] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.898469] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.898652] env[69498]: DEBUG nova.virt.hardware [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.904997] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfiguring VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 951.906451] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809e75db-d1fa-45cf-91e8-475fdf7ccc8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.920985] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.930949] env[69498]: DEBUG oslo_vmware.api [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 951.930949] env[69498]: value = "task-4098032" [ 951.930949] env[69498]: _type = "Task" [ 951.930949] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.940799] env[69498]: DEBUG oslo_vmware.api [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098032, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.952228] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.952505] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.953116] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.953116] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.953116] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.953116] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.953385] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.953480] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.953647] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.953808] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.953976] env[69498]: DEBUG nova.virt.hardware [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.954943] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73b48a-1c64-460d-bd5d-b44902d6741d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.964538] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b6f378-ec19-495a-9d9a-c8ae0b14ff4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.203922] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 1397327d-f815-4cf6-997f-5f658d60943f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.209121] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098031, 'name': ReconfigVM_Task, 'duration_secs': 0.802186} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.212932] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f/429f4a18-6c14-48d5-9b96-7f1ff2a8827f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.212932] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Releasing lock "refresh_cache-20f25b15-863f-4f35-a361-0836a1792cdc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.213699] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Instance network_info: |[{"id": "563cd6a1-c231-477c-9236-caa1c88f7310", "address": "fa:16:3e:27:c9:44", "network": {"id": "e46139fa-7f66-4103-9f00-2054c9bd3053", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-137220078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb7c31f0b6044c05a86e71e6a42d2563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563cd6a1-c2", "ovs_interfaceid": "563cd6a1-c231-477c-9236-caa1c88f7310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.213967] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f679f9-9f12-4c04-9858-d236df3f1ee4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.216121] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c9:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563cd6a1-c231-477c-9236-caa1c88f7310', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.224807] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Creating folder: Project (eb7c31f0b6044c05a86e71e6a42d2563). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.225513] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97301387-5949-43a4-b159-914d4e3c4b31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.234859] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 952.234859] env[69498]: value = "task-4098034" [ 952.234859] env[69498]: _type = "Task" [ 952.234859] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.243021] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Created folder: Project (eb7c31f0b6044c05a86e71e6a42d2563) in parent group-v811634. [ 952.243021] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Creating folder: Instances. Parent ref: group-v811832. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.243021] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20cee30c-bfd1-41ff-be52-285f4b8e7406 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.248302] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098034, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.262130] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Created folder: Instances in parent group-v811832. [ 952.262476] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.262698] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.262922] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfcf86e-92ad-4b58-8c36-9128f648c7ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.281102] env[69498]: DEBUG oslo_concurrency.lockutils [req-5fed278f-f1c6-4bea-9c31-e0cb9ccd3b1f req-0ae9da26-97c7-4674-a37b-a2faac9a702e service nova] Releasing lock "refresh_cache-9743ebcf-eab5-4e34-a148-b6bf4ba5882a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.291873] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.291873] env[69498]: value = "task-4098036" [ 952.291873] env[69498]: _type = "Task" [ 952.291873] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.301723] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098036, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.384115] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.384437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.384697] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.384925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.385132] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.388977] env[69498]: INFO nova.compute.manager [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Terminating instance [ 952.429214] env[69498]: DEBUG nova.network.neutron [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Successfully updated port: bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.448041] env[69498]: DEBUG oslo_vmware.api [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.574410] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.678s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.578502] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.278s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.578802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.581377] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.126s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.583258] env[69498]: INFO nova.compute.claims [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.614672] env[69498]: INFO nova.scheduler.client.report [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Deleted allocations for instance a3da8026-85ef-4ff2-a38d-329d1a8204b1 [ 952.710985] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 453e1bb7-60ae-4d6d-94bb-6830ef544c16] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.748566] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098034, 'name': Rename_Task, 'duration_secs': 0.185032} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.748901] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.749432] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7d1fa5-8902-49fe-8219-7faaaaa73abf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.756643] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 952.756643] env[69498]: value = "task-4098037" [ 952.756643] env[69498]: _type = "Task" [ 952.756643] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.768376] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.802260] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098036, 'name': CreateVM_Task, 'duration_secs': 0.454168} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.802451] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.803198] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.803390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.803757] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.804037] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5176c038-a0a6-4169-b4a3-a8e48c92d94b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.809617] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 952.809617] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524b765c-0d15-6cec-cc6a-e864ef40cfec" [ 952.809617] env[69498]: _type = "Task" [ 952.809617] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.819277] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524b765c-0d15-6cec-cc6a-e864ef40cfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.897091] env[69498]: DEBUG nova.compute.manager [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.897401] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.898431] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394460aa-a06d-40c1-bd1f-a4499a4e8f11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.907544] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.908635] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b24ba9-e2df-4201-8530-6adda268982f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.917322] env[69498]: DEBUG oslo_vmware.api [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 952.917322] env[69498]: value = "task-4098038" [ 952.917322] env[69498]: _type = "Task" [ 952.917322] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.927884] env[69498]: DEBUG oslo_vmware.api [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.929748] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-b01bec23-9ce5-4a03-a257-2433780f95fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.929908] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-b01bec23-9ce5-4a03-a257-2433780f95fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.930091] env[69498]: DEBUG nova.network.neutron [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.944597] env[69498]: DEBUG oslo_vmware.api [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098032, 'name': ReconfigVM_Task, 'duration_secs': 0.788634} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.944927] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.945180] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfigured VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 953.126701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1475d569-5511-4d25-8d2a-8f3eff52f8ff tempest-ServerRescueTestJSONUnderV235-920339121 tempest-ServerRescueTestJSONUnderV235-920339121-project-member] Lock "a3da8026-85ef-4ff2-a38d-329d1a8204b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.334s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.135575] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-changed-a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.135575] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing instance network info cache due to event network-changed-a96292c9-2785-4302-93df-c430338e396e. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.136284] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.136284] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.136284] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing network info cache for port a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.148814] env[69498]: INFO nova.scheduler.client.report [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocation for migration 41f51eb5-ca21-4523-8bfb-9607be3a35ab [ 953.215020] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 02c5c8ee-d7ae-45cb-9100-43f3267e82aa] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.268288] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.320713] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524b765c-0d15-6cec-cc6a-e864ef40cfec, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.321050] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.321285] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.321526] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.321847] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.322125] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7425a25-d054-41c3-9c0d-506fc6308f7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.331674] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.331890] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.333031] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d69e31b-cc91-4132-a592-1fa3334395bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.338362] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 953.338362] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524673de-69c2-cfad-4936-5c0dcdd54c4d" [ 953.338362] env[69498]: _type = "Task" [ 953.338362] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.346967] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524673de-69c2-cfad-4936-5c0dcdd54c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.427684] env[69498]: DEBUG oslo_vmware.api [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098038, 'name': PowerOffVM_Task, 'duration_secs': 0.217202} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.427976] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.428187] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.428451] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52477be5-0145-4145-9a8a-2231121cdff3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.450123] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3530a2e-066d-4ea9-8cb7-96bb6f95b4ee tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.963s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.502586] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.502804] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.502992] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Deleting the datastore file [datastore1] 9743ebcf-eab5-4e34-a148-b6bf4ba5882a {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.503327] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636f4096-0080-4291-aa99-7b323423bf4f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.515161] env[69498]: DEBUG oslo_vmware.api [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 953.515161] env[69498]: value = "task-4098040" [ 953.515161] env[69498]: _type = "Task" [ 953.515161] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.525914] env[69498]: DEBUG oslo_vmware.api [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.654021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1065ca76-5d17-4c36-b965-0ce09303cdd7 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.181s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.715634] env[69498]: DEBUG nova.network.neutron [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.721041] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8fcf7408-4fd0-4e38-b162-94603fb4594c] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.773781] env[69498]: DEBUG oslo_vmware.api [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098037, 'name': PowerOnVM_Task, 'duration_secs': 0.962684} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.774965] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.774965] env[69498]: DEBUG nova.compute.manager [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.775139] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b287e09b-8c95-4dfc-92ff-0f4dd2d2cb6b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.851922] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524673de-69c2-cfad-4936-5c0dcdd54c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.853325] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a35f577-4dcb-4711-bbe0-c6fab796345c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.859602] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 953.859602] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ff6a5c-a809-58a8-be6e-a679158bb8b3" [ 953.859602] env[69498]: _type = "Task" [ 953.859602] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.873604] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ff6a5c-a809-58a8-be6e-a679158bb8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.935388] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updated VIF entry in instance network info cache for port a96292c9-2785-4302-93df-c430338e396e. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.935949] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a96292c9-2785-4302-93df-c430338e396e", "address": "fa:16:3e:4f:58:58", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96292c9-27", "ovs_interfaceid": "a96292c9-2785-4302-93df-c430338e396e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.959837] env[69498]: DEBUG nova.network.neutron [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Updating instance_info_cache with network_info: [{"id": "bd715a94-be2f-4658-bae1-6d452fc377e0", "address": "fa:16:3e:aa:23:ae", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd715a94-be", "ovs_interfaceid": "bd715a94-be2f-4658-bae1-6d452fc377e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.029055] env[69498]: DEBUG oslo_vmware.api [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315937} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.029610] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.029862] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.030431] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.030649] env[69498]: INFO nova.compute.manager [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.030850] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.031329] env[69498]: DEBUG nova.compute.manager [-] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.031428] env[69498]: DEBUG nova.network.neutron [-] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.209991] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddaa613-3e8c-4ebc-98b8-18fc7d0a4624 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.219224] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c316137c-cc52-41b5-8744-b0124ec146b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.223276] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e7c86cda-c88f-4153-b4c0-bec1305ddcb3] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.256924] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22b1510-fac3-4079-8604-02aa9f051cf4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.265319] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587ed1d-7554-4bb7-a246-d80a185540b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.283781] env[69498]: DEBUG nova.compute.provider_tree [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.302290] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.377609] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ff6a5c-a809-58a8-be6e-a679158bb8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.024518} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.379019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.379019] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 20f25b15-863f-4f35-a361-0836a1792cdc/20f25b15-863f-4f35-a361-0836a1792cdc.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.379019] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd417980-62e2-4dd6-a54c-2e25cf4a5fb8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.391208] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 954.391208] env[69498]: value = "task-4098041" [ 954.391208] env[69498]: _type = "Task" [ 954.391208] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.400952] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.444037] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.444037] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Received event network-vif-plugged-563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.444037] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquiring lock "20f25b15-863f-4f35-a361-0836a1792cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.444037] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Lock "20f25b15-863f-4f35-a361-0836a1792cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.444037] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Lock "20f25b15-863f-4f35-a361-0836a1792cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.444037] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] No waiting events found dispatching network-vif-plugged-563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.444037] env[69498]: WARNING nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Received unexpected event network-vif-plugged-563cd6a1-c231-477c-9236-caa1c88f7310 for instance with vm_state building and task_state spawning. [ 954.444037] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Received event network-changed-563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.444037] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Refreshing instance network info cache due to event network-changed-563cd6a1-c231-477c-9236-caa1c88f7310. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.444037] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquiring lock "refresh_cache-20f25b15-863f-4f35-a361-0836a1792cdc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.444037] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquired lock "refresh_cache-20f25b15-863f-4f35-a361-0836a1792cdc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.444037] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Refreshing network info cache for port 563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.467093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-b01bec23-9ce5-4a03-a257-2433780f95fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.467443] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Instance network_info: |[{"id": "bd715a94-be2f-4658-bae1-6d452fc377e0", "address": "fa:16:3e:aa:23:ae", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd715a94-be", "ovs_interfaceid": "bd715a94-be2f-4658-bae1-6d452fc377e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.467876] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:23:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd715a94-be2f-4658-bae1-6d452fc377e0', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.477857] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating folder: Project (c438384091784c2882f878a85f464b45). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.478696] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-235122e9-b015-4349-855d-74a93ddb1167 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.492808] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created folder: Project (c438384091784c2882f878a85f464b45) in parent group-v811634. [ 954.493043] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating folder: Instances. Parent ref: group-v811835. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.493327] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e97751ca-404a-4b85-b202-cc8838652f1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.508387] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created folder: Instances in parent group-v811835. [ 954.508645] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.508865] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.509124] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a94955-d409-4306-8c59-6e8fa5d8c867 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.526093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.526346] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.534910] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.534910] env[69498]: value = "task-4098044" [ 954.534910] env[69498]: _type = "Task" [ 954.534910] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.547128] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098044, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.728298] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: adabf98b-b0bb-4b09-9f30-55a473245305] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.787812] env[69498]: DEBUG nova.scheduler.client.report [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.811889] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.812187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.812454] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.812679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.812864] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.815236] env[69498]: INFO nova.compute.manager [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Terminating instance [ 954.903888] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.028492] env[69498]: DEBUG nova.network.neutron [-] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.030804] env[69498]: INFO nova.compute.manager [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Detaching volume d0699772-0d2a-4338-93cf-f1d19d0592bf [ 955.053253] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098044, 'name': CreateVM_Task, 'duration_secs': 0.443257} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.056978] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.059067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.059067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.059067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.059460] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdb40a1-216d-4ac3-92f2-d9f2e0c5bdf7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.070319] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 955.070319] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525db543-b7aa-d0f4-03e0-dd5fdad4332f" [ 955.070319] env[69498]: _type = "Task" [ 955.070319] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.081903] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525db543-b7aa-d0f4-03e0-dd5fdad4332f, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.082374] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.082692] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.082969] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.083134] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.083422] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.083643] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac48ebb2-ad52-4ddf-99f7-4c033c0aef56 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.095163] env[69498]: INFO nova.virt.block_device [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Attempting to driver detach volume d0699772-0d2a-4338-93cf-f1d19d0592bf from mountpoint /dev/sdb [ 955.095163] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 955.095163] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811808', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'name': 'volume-d0699772-0d2a-4338-93cf-f1d19d0592bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fa184f9-ad9f-4d12-8f86-7ccd6833f215', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'serial': 'd0699772-0d2a-4338-93cf-f1d19d0592bf'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 955.095512] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2de6d5a-d2c5-43ea-8d1d-10d487ed0a39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.103675] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.103675] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.103675] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690b55c4-9cda-4237-acd9-6c357a88cbb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.126020] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866e1021-3430-49be-89c3-e19174232344 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.129611] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 955.129611] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5253dc8c-2117-fbdb-77ba-cd33fd1fa5db" [ 955.129611] env[69498]: _type = "Task" [ 955.129611] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.138094] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ddd4b3-a0fd-4009-9e11-c8460ff41d86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.146079] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5253dc8c-2117-fbdb-77ba-cd33fd1fa5db, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.148176] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6226c609-0f2c-46b8-bdb2-d7664c50f881 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.167682] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cf23c3-c46d-460e-b532-e6211fe8e8af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.172193] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 955.172193] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52be4e0f-2eb0-d243-c27c-e5fcf43a94e4" [ 955.172193] env[69498]: _type = "Task" [ 955.172193] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.190236] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] The volume has not been displaced from its original location: [datastore1] volume-d0699772-0d2a-4338-93cf-f1d19d0592bf/volume-d0699772-0d2a-4338-93cf-f1d19d0592bf.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 955.193358] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.196131] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf98701-6203-4e20-a479-90f932b14582 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.215060] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52be4e0f-2eb0-d243-c27c-e5fcf43a94e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012313} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.215780] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.216110] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] b01bec23-9ce5-4a03-a257-2433780f95fe/b01bec23-9ce5-4a03-a257-2433780f95fe.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.216390] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad46655f-f498-4e91-bce4-acfab5bad5ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.221574] env[69498]: DEBUG oslo_vmware.api [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 955.221574] env[69498]: value = "task-4098045" [ 955.221574] env[69498]: _type = "Task" [ 955.221574] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.225736] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 955.225736] env[69498]: value = "task-4098046" [ 955.225736] env[69498]: _type = "Task" [ 955.225736] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.233634] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: fc7ac8f4-98cb-47aa-8a39-ffdb8d63ed1e] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.235642] env[69498]: DEBUG oslo_vmware.api [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.242176] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.272868] env[69498]: DEBUG nova.compute.manager [req-1f566377-f888-4a7e-9245-2307f96bb6ea req-cfc152f4-fe98-439a-80da-24b02878a56e service nova] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Received event network-vif-deleted-f7a474ab-c3e7-4039-8d6f-9987b7a7a516 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.293638] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.294226] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.298525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.622s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.298859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.302188] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.753s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.302521] env[69498]: DEBUG nova.objects.instance [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 955.327201] env[69498]: DEBUG nova.compute.manager [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.327624] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.330680] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1bc8f9-7fa1-4190-a36c-5641a83eaffe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.347212] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.347431] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357efcba-6f5f-492d-a522-38b72215681d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.354411] env[69498]: INFO nova.scheduler.client.report [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Deleted allocations for instance d3a4fce2-c1ab-4873-90a0-3a3447de07bf [ 955.357528] env[69498]: DEBUG oslo_vmware.api [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 955.357528] env[69498]: value = "task-4098047" [ 955.357528] env[69498]: _type = "Task" [ 955.357528] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.376015] env[69498]: DEBUG oslo_vmware.api [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.402527] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552373} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.402976] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 20f25b15-863f-4f35-a361-0836a1792cdc/20f25b15-863f-4f35-a361-0836a1792cdc.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.403620] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.403696] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa975d6e-5aa7-46ca-b291-5004ff3b7c77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.413413] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 955.413413] env[69498]: value = "task-4098048" [ 955.413413] env[69498]: _type = "Task" [ 955.413413] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.429525] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.537153] env[69498]: INFO nova.compute.manager [-] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Took 1.50 seconds to deallocate network for instance. [ 955.730494] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Updated VIF entry in instance network info cache for port 563cd6a1-c231-477c-9236-caa1c88f7310. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.731016] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Updating instance_info_cache with network_info: [{"id": "563cd6a1-c231-477c-9236-caa1c88f7310", "address": "fa:16:3e:27:c9:44", "network": {"id": "e46139fa-7f66-4103-9f00-2054c9bd3053", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-137220078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb7c31f0b6044c05a86e71e6a42d2563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563cd6a1-c2", "ovs_interfaceid": "563cd6a1-c231-477c-9236-caa1c88f7310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.747318] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e1c88163-e975-4d2c-84e0-98e30a6cbee6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.754792] env[69498]: DEBUG oslo_vmware.api [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098045, 'name': ReconfigVM_Task, 'duration_secs': 0.478423} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.756536] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.767896] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7daf23dd-d1c6-4de1-9b88-01a18a3d7100 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.780276] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527983} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.780276] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] b01bec23-9ce5-4a03-a257-2433780f95fe/b01bec23-9ce5-4a03-a257-2433780f95fe.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.780276] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.780492] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c89418-808b-4977-95ab-b296763368ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.788195] env[69498]: DEBUG oslo_vmware.api [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 955.788195] env[69498]: value = "task-4098049" [ 955.788195] env[69498]: _type = "Task" [ 955.788195] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.790052] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 955.790052] env[69498]: value = "task-4098050" [ 955.790052] env[69498]: _type = "Task" [ 955.790052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.806310] env[69498]: DEBUG oslo_vmware.api [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.807029] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.809112] env[69498]: DEBUG nova.compute.utils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.812789] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.812965] env[69498]: DEBUG nova.network.neutron [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.840792] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.840994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.841172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.841437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.841660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.844214] env[69498]: INFO nova.compute.manager [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Terminating instance [ 955.877353] env[69498]: DEBUG oslo_vmware.api [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098047, 'name': PowerOffVM_Task, 'duration_secs': 0.339841} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.877353] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f10076aa-87e8-454c-8cbe-b9d349060a01 tempest-ListImageFiltersTestJSON-361025592 tempest-ListImageFiltersTestJSON-361025592-project-member] Lock "d3a4fce2-c1ab-4873-90a0-3a3447de07bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.929s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.877798] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.878020] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.879372] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9760a625-42a2-4dab-9506-b042c2e9b6cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.921567] env[69498]: DEBUG nova.policy [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f2ffe88477e43d39611ff73128d16bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fca4b27ee72342969eae7b73786237d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.932238] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089379} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.932533] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.933365] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c7f070-1253-4fb0-8c07-941361465b3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.959054] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 20f25b15-863f-4f35-a361-0836a1792cdc/20f25b15-863f-4f35-a361-0836a1792cdc.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.961050] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1bfa6d-ad8f-4ac6-9e2b-acef123b6b35 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.977314] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.977314] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.977314] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleting the datastore file [datastore2] e93a8983-80bb-4d9b-a87d-cda8273b9b91 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.977434] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-917ff464-f406-45ee-ae73-2aa3aa968ca1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.986399] env[69498]: DEBUG oslo_vmware.api [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 955.986399] env[69498]: value = "task-4098052" [ 955.986399] env[69498]: _type = "Task" [ 955.986399] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.988175] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 955.988175] env[69498]: value = "task-4098053" [ 955.988175] env[69498]: _type = "Task" [ 955.988175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.008152] env[69498]: DEBUG oslo_vmware.api [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.008565] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098053, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.047059] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.246313] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Releasing lock "refresh_cache-20f25b15-863f-4f35-a361-0836a1792cdc" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.246730] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Received event network-vif-plugged-bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.247778] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquiring lock "b01bec23-9ce5-4a03-a257-2433780f95fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.248051] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.248239] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.248458] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] No waiting events found dispatching network-vif-plugged-bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.248589] env[69498]: WARNING nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Received unexpected event network-vif-plugged-bd715a94-be2f-4658-bae1-6d452fc377e0 for instance with vm_state building and task_state spawning. [ 956.248751] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Received event network-changed-bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.248909] env[69498]: DEBUG nova.compute.manager [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Refreshing instance network info cache due to event network-changed-bd715a94-be2f-4658-bae1-6d452fc377e0. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.249252] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquiring lock "refresh_cache-b01bec23-9ce5-4a03-a257-2433780f95fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.249252] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Acquired lock "refresh_cache-b01bec23-9ce5-4a03-a257-2433780f95fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.249390] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Refreshing network info cache for port bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.257383] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: ce838b7e-cf12-41df-8b1d-2101a39191de] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.305902] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076015} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.310440] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.310440] env[69498]: DEBUG oslo_vmware.api [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098049, 'name': ReconfigVM_Task, 'duration_secs': 0.280497} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.310440] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff561e7f-f5c0-4c1a-a9d4-9744a8f5b624 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.312920] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811808', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'name': 'volume-d0699772-0d2a-4338-93cf-f1d19d0592bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fa184f9-ad9f-4d12-8f86-7ccd6833f215', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0699772-0d2a-4338-93cf-f1d19d0592bf', 'serial': 'd0699772-0d2a-4338-93cf-f1d19d0592bf'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 956.316264] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.330355] env[69498]: DEBUG oslo_concurrency.lockutils [None req-87dab161-d568-4248-8c51-c44e838ef525 tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.340598] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b01bec23-9ce5-4a03-a257-2433780f95fe/b01bec23-9ce5-4a03-a257-2433780f95fe.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.341571] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.892s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.341822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.345504] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.688s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.346546] env[69498]: INFO nova.compute.claims [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.350935] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6dedfe-cbfc-4552-8498-4dd9202436a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.371142] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "refresh_cache-429f4a18-6c14-48d5-9b96-7f1ff2a8827f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.371443] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquired lock "refresh_cache-429f4a18-6c14-48d5-9b96-7f1ff2a8827f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.371533] env[69498]: DEBUG nova.network.neutron [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.382949] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 956.382949] env[69498]: value = "task-4098054" [ 956.382949] env[69498]: _type = "Task" [ 956.382949] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.389860] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-8cdbb56f-d764-4414-b7b2-24a3601c6d59" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.391510] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-8cdbb56f-d764-4414-b7b2-24a3601c6d59" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.391510] env[69498]: DEBUG nova.objects.instance [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'flavor' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.400093] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.425546] env[69498]: INFO nova.scheduler.client.report [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Deleted allocations for instance 5b0b6efe-3306-4bec-a28e-cd5a6c415dee [ 956.454505] env[69498]: DEBUG nova.network.neutron [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Successfully created port: 209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.502717] env[69498]: DEBUG oslo_vmware.api [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168985} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.505954] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.506404] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.506404] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.506528] env[69498]: INFO nova.compute.manager [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Took 1.18 seconds to destroy the instance on the hypervisor. [ 956.506794] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.507497] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098053, 'name': ReconfigVM_Task, 'duration_secs': 0.324245} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.507851] env[69498]: DEBUG nova.compute.manager [-] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.507851] env[69498]: DEBUG nova.network.neutron [-] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.510298] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 20f25b15-863f-4f35-a361-0836a1792cdc/20f25b15-863f-4f35-a361-0836a1792cdc.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.510756] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a4fa2b-50d0-4717-86a6-bf04f4d6f00f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.521052] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 956.521052] env[69498]: value = "task-4098055" [ 956.521052] env[69498]: _type = "Task" [ 956.521052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.539434] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098055, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.762864] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 183f4288-45c2-4a44-826d-29767fbcc075] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.890833] env[69498]: DEBUG nova.objects.instance [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.901839] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098054, 'name': ReconfigVM_Task, 'duration_secs': 0.3357} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.906604] env[69498]: DEBUG nova.network.neutron [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.906784] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b01bec23-9ce5-4a03-a257-2433780f95fe/b01bec23-9ce5-4a03-a257-2433780f95fe.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.910720] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d996ee1-6e51-4b6f-bd70-ac51c1694772 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.917950] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 956.917950] env[69498]: value = "task-4098056" [ 956.917950] env[69498]: _type = "Task" [ 956.917950] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.930736] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098056, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.940045] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f7bff001-9367-4ebf-95a5-2a5212361250 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "5b0b6efe-3306-4bec-a28e-cd5a6c415dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.512s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.020734] env[69498]: DEBUG nova.network.neutron [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.036951] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098055, 'name': Rename_Task, 'duration_secs': 0.196382} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.037431] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.037983] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306a91fb-e0bc-4485-8102-9ea6ab28d2d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.047019] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 957.047019] env[69498]: value = "task-4098057" [ 957.047019] env[69498]: _type = "Task" [ 957.047019] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.062182] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.069377] env[69498]: DEBUG nova.objects.instance [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'pci_requests' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.187179] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Updated VIF entry in instance network info cache for port bd715a94-be2f-4658-bae1-6d452fc377e0. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.187179] env[69498]: DEBUG nova.network.neutron [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Updating instance_info_cache with network_info: [{"id": "bd715a94-be2f-4658-bae1-6d452fc377e0", "address": "fa:16:3e:aa:23:ae", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd715a94-be", "ovs_interfaceid": "bd715a94-be2f-4658-bae1-6d452fc377e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.264700] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 0c7c0a79-1ef0-4730-a01f-5c08586125c9] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.349514] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.391501] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.392144] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.392431] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.393034] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.393484] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.393859] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.394386] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.394676] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.394977] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.395891] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.395891] env[69498]: DEBUG nova.virt.hardware [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.399558] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cf4ca7-a0e0-473c-8fb0-c0e8752ef1d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.414079] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c393f098-3398-4e35-8e96-15d20a1bd31e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.445495] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098056, 'name': Rename_Task, 'duration_secs': 0.160009} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.449265] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.449661] env[69498]: DEBUG nova.network.neutron [-] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.451560] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be9e5a10-ba89-4e72-a1b1-32842e2f7f88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.460309] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 957.460309] env[69498]: value = "task-4098058" [ 957.460309] env[69498]: _type = "Task" [ 957.460309] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.475438] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.527861] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Releasing lock "refresh_cache-429f4a18-6c14-48d5-9b96-7f1ff2a8827f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.529058] env[69498]: DEBUG nova.compute.manager [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.529058] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.530294] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27bfcd-65a0-466d-92b4-6b5e644ba169 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.546672] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.547315] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ff02cc0-5405-4d04-83b8-1d1e80cbfdd2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.566972] env[69498]: DEBUG oslo_vmware.api [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 957.566972] env[69498]: value = "task-4098059" [ 957.566972] env[69498]: _type = "Task" [ 957.566972] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.567483] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098057, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.572154] env[69498]: DEBUG nova.objects.base [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.572391] env[69498]: DEBUG nova.network.neutron [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.581617] env[69498]: DEBUG oslo_vmware.api [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.694570] env[69498]: DEBUG oslo_concurrency.lockutils [req-afb6b2ba-de18-4504-8309-96d32fb1e6cb req-29294c81-a15a-4cd7-875c-4f528c1822c0 service nova] Releasing lock "refresh_cache-b01bec23-9ce5-4a03-a257-2433780f95fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.718423] env[69498]: DEBUG nova.policy [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.769165] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 46ceadf5-a94c-4880-a312-8bc1c8d9db33] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.909905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-69c9cf39-9f73-446d-955a-fe242c93a5f7 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.383s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.947169] env[69498]: DEBUG nova.compute.manager [req-b23c9196-29fa-4659-9055-c933e3422faf req-c83256c8-bd09-471a-8b4f-678d958e1f40 service nova] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Received event network-vif-deleted-f996babb-8dc5-4ac3-ac9d-e41ece4e0d01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.955322] env[69498]: INFO nova.compute.manager [-] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Took 1.45 seconds to deallocate network for instance. [ 957.989723] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.062769] env[69498]: DEBUG oslo_vmware.api [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098057, 'name': PowerOnVM_Task, 'duration_secs': 0.522375} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.063108] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.063740] env[69498]: INFO nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Took 8.79 seconds to spawn the instance on the hypervisor. [ 958.063941] env[69498]: DEBUG nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.064991] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf07df1-31f1-448c-9ebf-c80c1f0270cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.070801] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a354a-ac4a-4193-a66f-4ede31758687 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.088078] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc3f3e-f894-49e8-9880-209980bd05ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.091990] env[69498]: DEBUG oslo_vmware.api [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098059, 'name': PowerOffVM_Task, 'duration_secs': 0.188215} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.095609] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.095834] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.096819] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa6feadd-5b63-4a5b-97b5-1471d6b8724d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.131728] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf64c5-c1b5-4083-a9f6-569b8c9d1b87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.134756] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.134986] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.135234] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Deleting the datastore file [datastore1] 429f4a18-6c14-48d5-9b96-7f1ff2a8827f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.136298] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fedde8c-3ac0-4142-bbdb-5cb99b2d9085 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.145911] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6586f-5c6e-4f6b-a1da-db313ae199f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.150151] env[69498]: DEBUG oslo_vmware.api [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for the task: (returnval){ [ 958.150151] env[69498]: value = "task-4098062" [ 958.150151] env[69498]: _type = "Task" [ 958.150151] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.155396] env[69498]: DEBUG nova.network.neutron [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Successfully updated port: 209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.166675] env[69498]: DEBUG nova.compute.provider_tree [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.175777] env[69498]: DEBUG oslo_vmware.api [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.277177] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8973a3e6-2ff2-46ba-9a13-4c06d667bcae] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.479482] env[69498]: DEBUG oslo_vmware.api [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098058, 'name': PowerOnVM_Task, 'duration_secs': 0.775511} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.479794] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.480208] env[69498]: INFO nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Took 6.56 seconds to spawn the instance on the hypervisor. [ 958.480208] env[69498]: DEBUG nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.482102] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a94ef-3afc-4cf4-a26b-3d748feda9b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.489520] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.605311] env[69498]: INFO nova.compute.manager [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Took 48.73 seconds to build instance. [ 958.662119] env[69498]: DEBUG oslo_vmware.api [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Task: {'id': task-4098062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120277} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.662426] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.662670] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.662842] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.663075] env[69498]: INFO nova.compute.manager [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 958.663289] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.663486] env[69498]: DEBUG nova.compute.manager [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.663599] env[69498]: DEBUG nova.network.neutron [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.669133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "refresh_cache-2ec4b93a-a424-4706-a234-16b73d323ede" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.669281] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquired lock "refresh_cache-2ec4b93a-a424-4706-a234-16b73d323ede" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.669424] env[69498]: DEBUG nova.network.neutron [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.671070] env[69498]: DEBUG nova.scheduler.client.report [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.702260] env[69498]: DEBUG nova.network.neutron [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.765781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "3a61f848-0402-4aad-a007-e630c8a2f08b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.765781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.765781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.765781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.765781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.767151] env[69498]: INFO nova.compute.manager [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Terminating instance [ 958.784262] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d505f6a6-8db2-4835-ac1c-74b30a09b2aa] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.834599] env[69498]: DEBUG oslo_concurrency.lockutils [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.834826] env[69498]: DEBUG oslo_concurrency.lockutils [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.836954] env[69498]: DEBUG nova.compute.manager [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.839034] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a76e43-d546-46f5-b392-52461bcbf587 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.847522] env[69498]: DEBUG nova.compute.manager [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 958.848021] env[69498]: DEBUG nova.objects.instance [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.983010] env[69498]: DEBUG nova.compute.manager [req-cc3c0201-b1bb-49a3-bc74-c35d0ebf473d req-60adc22e-b60e-48a7-9314-97007f5bdbd4 service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Received event network-vif-plugged-209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.983282] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc3c0201-b1bb-49a3-bc74-c35d0ebf473d req-60adc22e-b60e-48a7-9314-97007f5bdbd4 service nova] Acquiring lock "2ec4b93a-a424-4706-a234-16b73d323ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.983904] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc3c0201-b1bb-49a3-bc74-c35d0ebf473d req-60adc22e-b60e-48a7-9314-97007f5bdbd4 service nova] Lock "2ec4b93a-a424-4706-a234-16b73d323ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.983904] env[69498]: DEBUG oslo_concurrency.lockutils [req-cc3c0201-b1bb-49a3-bc74-c35d0ebf473d req-60adc22e-b60e-48a7-9314-97007f5bdbd4 service nova] Lock "2ec4b93a-a424-4706-a234-16b73d323ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.983904] env[69498]: DEBUG nova.compute.manager [req-cc3c0201-b1bb-49a3-bc74-c35d0ebf473d req-60adc22e-b60e-48a7-9314-97007f5bdbd4 service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] No waiting events found dispatching network-vif-plugged-209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 958.984033] env[69498]: WARNING nova.compute.manager [req-cc3c0201-b1bb-49a3-bc74-c35d0ebf473d req-60adc22e-b60e-48a7-9314-97007f5bdbd4 service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Received unexpected event network-vif-plugged-209796ca-7c0c-4f4c-9542-1781a85ceb8e for instance with vm_state building and task_state spawning. [ 959.007822] env[69498]: INFO nova.compute.manager [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Took 47.96 seconds to build instance. [ 959.111862] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b74c7730-50f0-416a-a5d4-fc66c0831fd1 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "20f25b15-863f-4f35-a361-0836a1792cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.849s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.177926] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.178838] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.182613] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.314s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.206596] env[69498]: DEBUG nova.network.neutron [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.275056] env[69498]: DEBUG nova.compute.manager [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.275056] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.275056] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638c838-421e-4b0c-80a8-8a330d9604bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.285099] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.288215] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bac322f6-0181-4568-b5c4-f424a019aeba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.288215] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 63cab0cd-7268-4442-aa1a-e6d33cd43500] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.297480] env[69498]: DEBUG oslo_vmware.api [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 959.297480] env[69498]: value = "task-4098063" [ 959.297480] env[69498]: _type = "Task" [ 959.297480] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.308837] env[69498]: DEBUG oslo_vmware.api [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.431853] env[69498]: DEBUG nova.network.neutron [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.510099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e24dc66-1eee-4920-be6e-812021814d14 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.411s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.568412] env[69498]: DEBUG nova.network.neutron [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Successfully updated port: 8cdbb56f-d764-4414-b7b2-24a3601c6d59 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.646967] env[69498]: DEBUG nova.network.neutron [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Updating instance_info_cache with network_info: [{"id": "209796ca-7c0c-4f4c-9542-1781a85ceb8e", "address": "fa:16:3e:aa:04:6a", "network": {"id": "7b2e190a-bc8f-4109-8ec4-1de61ac0c7b7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1341189926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca4b27ee72342969eae7b73786237d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209796ca-7c", "ovs_interfaceid": "209796ca-7c0c-4f4c-9542-1781a85ceb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.689719] env[69498]: DEBUG nova.compute.utils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.691413] env[69498]: DEBUG nova.objects.instance [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lazy-loading 'migration_context' on Instance uuid e895a69f-dea3-4d2f-8633-ff7ce936b352 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.692647] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.692842] env[69498]: DEBUG nova.network.neutron [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.709855] env[69498]: INFO nova.compute.manager [-] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Took 1.05 seconds to deallocate network for instance. [ 959.738617] env[69498]: DEBUG nova.policy [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c43cd0afff4541bcc16bc2b3967abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d05839135bc47a288ce1dcaf6c48530', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.792904] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 292973ce-644b-4494-b2c9-fa8d7122118e] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.809471] env[69498]: DEBUG oslo_vmware.api [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098063, 'name': PowerOffVM_Task, 'duration_secs': 0.262511} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.810030] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.810376] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.812275] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d1a852-bbe8-4bdb-9f30-9104c488310b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.858319] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.859209] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3f392a4-7325-43d4-84e4-f6b21f49b547 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.873350] env[69498]: DEBUG oslo_vmware.api [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 959.873350] env[69498]: value = "task-4098065" [ 959.873350] env[69498]: _type = "Task" [ 959.873350] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.884228] env[69498]: DEBUG oslo_vmware.api [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.888936] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.888936] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.889189] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore2] 3a61f848-0402-4aad-a007-e630c8a2f08b {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.889861] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d32ed62-a8ac-405a-a923-621092be0bc5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.900681] env[69498]: DEBUG oslo_vmware.api [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 959.900681] env[69498]: value = "task-4098066" [ 959.900681] env[69498]: _type = "Task" [ 959.900681] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.914431] env[69498]: DEBUG oslo_vmware.api [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.073144] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.073402] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.073402] env[69498]: DEBUG nova.network.neutron [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.140015] env[69498]: DEBUG nova.network.neutron [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Successfully created port: ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.151612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Releasing lock "refresh_cache-2ec4b93a-a424-4706-a234-16b73d323ede" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151951] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Instance network_info: |[{"id": "209796ca-7c0c-4f4c-9542-1781a85ceb8e", "address": "fa:16:3e:aa:04:6a", "network": {"id": "7b2e190a-bc8f-4109-8ec4-1de61ac0c7b7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1341189926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca4b27ee72342969eae7b73786237d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209796ca-7c", "ovs_interfaceid": "209796ca-7c0c-4f4c-9542-1781a85ceb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.152703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:04:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '209796ca-7c0c-4f4c-9542-1781a85ceb8e', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.162245] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Creating folder: Project (fca4b27ee72342969eae7b73786237d8). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.162989] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3dde03-6718-4ead-8993-f020b49a8508 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.179277] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Created folder: Project (fca4b27ee72342969eae7b73786237d8) in parent group-v811634. [ 960.179277] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Creating folder: Instances. Parent ref: group-v811838. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.179277] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074c22f2-8115-403a-b999-18ede6338b9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.192470] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Created folder: Instances in parent group-v811838. [ 960.194021] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.194021] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.198219] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.203410] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff16e45d-30b2-4c64-add7-f135906a7dc9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.223606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.230611] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.230611] env[69498]: value = "task-4098069" [ 960.230611] env[69498]: _type = "Task" [ 960.230611] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.242428] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098069, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.295823] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 49ba12d1-86f4-49e2-8bfe-10c82616ae2a] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.375176] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "20f25b15-863f-4f35-a361-0836a1792cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.375416] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "20f25b15-863f-4f35-a361-0836a1792cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.375620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "20f25b15-863f-4f35-a361-0836a1792cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.375847] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "20f25b15-863f-4f35-a361-0836a1792cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.376035] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "20f25b15-863f-4f35-a361-0836a1792cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.378606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.379012] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.381391] env[69498]: INFO nova.compute.manager [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Terminating instance [ 960.406954] env[69498]: DEBUG oslo_vmware.api [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098065, 'name': PowerOffVM_Task, 'duration_secs': 0.209044} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.415255] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.415734] env[69498]: DEBUG nova.compute.manager [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.421794] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6542fa1f-a4c2-477f-a3d1-912bb66969b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.435930] env[69498]: DEBUG oslo_vmware.api [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188166} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.438778] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.439223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.439549] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.439866] env[69498]: INFO nova.compute.manager [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 960.440283] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.446608] env[69498]: DEBUG nova.compute.manager [-] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.446608] env[69498]: DEBUG nova.network.neutron [-] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.634846] env[69498]: WARNING nova.network.neutron [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] 30aebfcd-a45a-4231-881e-e2c2b3412405 already exists in list: networks containing: ['30aebfcd-a45a-4231-881e-e2c2b3412405']. ignoring it [ 960.635163] env[69498]: WARNING nova.network.neutron [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] 30aebfcd-a45a-4231-881e-e2c2b3412405 already exists in list: networks containing: ['30aebfcd-a45a-4231-881e-e2c2b3412405']. ignoring it [ 960.755171] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098069, 'name': CreateVM_Task, 'duration_secs': 0.457247} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.755291] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.756186] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.756527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.756905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.758103] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057a7e2d-e85b-4c4c-af67-436e75098214 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.766677] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 960.766677] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529e00f9-54d7-0d2f-6107-a9dd21b3d822" [ 960.766677] env[69498]: _type = "Task" [ 960.766677] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.780842] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529e00f9-54d7-0d2f-6107-a9dd21b3d822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.805071] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 48aa7aba-a938-4622-9201-222fd0b88f76] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.893421] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.906979] env[69498]: DEBUG nova.compute.manager [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.906979] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.911023] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30471924-f611-42c1-9f9e-880f99191b61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.919529] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.923152] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8408d824-5c28-4ada-a271-148fbbad016b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.932312] env[69498]: DEBUG oslo_vmware.api [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 960.932312] env[69498]: value = "task-4098070" [ 960.932312] env[69498]: _type = "Task" [ 960.932312] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.949746] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ee76cf-12d4-4942-b068-ef53d67d1a65 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.955034] env[69498]: DEBUG oslo_vmware.api [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.958205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-706f6053-834e-4596-8844-60e6b22b7abb tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.123s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.969534] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550d489-9ebf-4a3e-a715-23b490a8ff88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.007749] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ce5868-88c3-43ab-9f73-ccdab1ac9645 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.022568] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf9be8c-86fd-4e4c-b7ea-e7ca63dece21 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.041077] env[69498]: DEBUG nova.compute.provider_tree [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.207557] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.220835] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.221112] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.221299] env[69498]: INFO nova.compute.manager [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Shelving [ 961.279473] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529e00f9-54d7-0d2f-6107-a9dd21b3d822, 'name': SearchDatastore_Task, 'duration_secs': 0.022604} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.279828] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.280081] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.280339] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.280491] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.280707] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.281016] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7cd1ce1-c52c-4170-89ba-95652ccda4ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.293173] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.293173] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.293781] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161b10bd-06ff-474a-8b56-966b975eefba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.307436] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 961.307436] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f1d34-106e-5bc2-084b-0eecf82f46fb" [ 961.307436] env[69498]: _type = "Task" [ 961.307436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.308415] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 9c7eb62e-b80b-4faa-b499-9e886a918114] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.324836] env[69498]: DEBUG nova.network.neutron [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a96292c9-2785-4302-93df-c430338e396e", "address": "fa:16:3e:4f:58:58", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96292c9-27", "ovs_interfaceid": "a96292c9-2785-4302-93df-c430338e396e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cdbb56f-d764-4414-b7b2-24a3601c6d59", "address": "fa:16:3e:18:0a:89", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbb56f-d7", "ovs_interfaceid": "8cdbb56f-d764-4414-b7b2-24a3601c6d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.341021] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.341736] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.341948] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.342315] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.342622] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.342951] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.343385] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.343782] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.344115] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.344372] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.344721] env[69498]: DEBUG nova.virt.hardware [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.353016] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523a403b-8df1-4bc5-9a2f-6bf5b25d7012 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.359387] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f1d34-106e-5bc2-084b-0eecf82f46fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.371220] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce2a19-fbe8-42cd-8a5a-ff900d54b96e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.397607] env[69498]: DEBUG nova.network.neutron [-] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.423625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.445711] env[69498]: DEBUG oslo_vmware.api [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098070, 'name': PowerOffVM_Task, 'duration_secs': 0.256747} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.447186] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.447186] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.447186] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e2ee01-e7c8-440f-9859-276767250039 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.546417] env[69498]: DEBUG nova.scheduler.client.report [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.553449] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.554241] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.554241] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Deleting the datastore file [datastore1] 20f25b15-863f-4f35-a361-0836a1792cdc {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.555374] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bfdf95d-3ba9-41f0-818f-52ad9c14b181 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.565541] env[69498]: DEBUG oslo_vmware.api [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for the task: (returnval){ [ 961.565541] env[69498]: value = "task-4098072" [ 961.565541] env[69498]: _type = "Task" [ 961.565541] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.577286] env[69498]: DEBUG oslo_vmware.api [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.696190] env[69498]: DEBUG nova.compute.manager [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-vif-plugged-8cdbb56f-d764-4414-b7b2-24a3601c6d59 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.696429] env[69498]: DEBUG oslo_concurrency.lockutils [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.696639] env[69498]: DEBUG oslo_concurrency.lockutils [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.696825] env[69498]: DEBUG oslo_concurrency.lockutils [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.696986] env[69498]: DEBUG nova.compute.manager [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] No waiting events found dispatching network-vif-plugged-8cdbb56f-d764-4414-b7b2-24a3601c6d59 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.697166] env[69498]: WARNING nova.compute.manager [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received unexpected event network-vif-plugged-8cdbb56f-d764-4414-b7b2-24a3601c6d59 for instance with vm_state active and task_state None. [ 961.697327] env[69498]: DEBUG nova.compute.manager [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-changed-8cdbb56f-d764-4414-b7b2-24a3601c6d59 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.697477] env[69498]: DEBUG nova.compute.manager [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing instance network info cache due to event network-changed-8cdbb56f-d764-4414-b7b2-24a3601c6d59. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.697636] env[69498]: DEBUG oslo_concurrency.lockutils [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.807256] env[69498]: DEBUG nova.network.neutron [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Successfully updated port: ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.822936] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f1d34-106e-5bc2-084b-0eecf82f46fb, 'name': SearchDatastore_Task, 'duration_secs': 0.039211} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.823681] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: c41fedc9-6b0f-4c7b-aade-cf86c61b038f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.829231] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbdbb00-ff01-4471-a1e2-87fc70baae04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.833422] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.834141] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.834334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.834654] env[69498]: DEBUG oslo_concurrency.lockutils [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.834877] env[69498]: DEBUG nova.network.neutron [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Refreshing network info cache for port 8cdbb56f-d764-4414-b7b2-24a3601c6d59 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.837080] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0428e8-acbe-4f6b-adea-58261dfae50e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.844112] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 961.844112] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f4d468-a8ab-1980-e8b6-b20dba0fcc9d" [ 961.844112] env[69498]: _type = "Task" [ 961.844112] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.861597] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.861877] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.862049] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.862248] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.862390] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.862537] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.862759] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.862899] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.863093] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.863271] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.863442] env[69498]: DEBUG nova.virt.hardware [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.871538] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfiguring VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 961.872840] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1501dacb-a2b8-4f6e-b980-853fbf000c3f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.889655] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f4d468-a8ab-1980-e8b6-b20dba0fcc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.890372] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.890711] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 2ec4b93a-a424-4706-a234-16b73d323ede/2ec4b93a-a424-4706-a234-16b73d323ede.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.890991] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90bc8473-64fd-4d28-b05c-ada46db1fe74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.895863] env[69498]: DEBUG oslo_vmware.api [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 961.895863] env[69498]: value = "task-4098073" [ 961.895863] env[69498]: _type = "Task" [ 961.895863] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.900642] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 961.900642] env[69498]: value = "task-4098074" [ 961.900642] env[69498]: _type = "Task" [ 961.900642] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.907911] env[69498]: INFO nova.compute.manager [-] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Took 1.46 seconds to deallocate network for instance. [ 961.908274] env[69498]: DEBUG oslo_vmware.api [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098073, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.916570] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.077132] env[69498]: DEBUG oslo_vmware.api [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Task: {'id': task-4098072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272307} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.077320] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.077518] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.077692] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.077861] env[69498]: INFO nova.compute.manager [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 962.078122] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.078313] env[69498]: DEBUG nova.compute.manager [-] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.078401] env[69498]: DEBUG nova.network.neutron [-] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.238862] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.239260] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8f1958-3e2d-4ee5-b166-69a792e25584 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.249296] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 962.249296] env[69498]: value = "task-4098075" [ 962.249296] env[69498]: _type = "Task" [ 962.249296] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.266034] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.313221] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.313728] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.313728] env[69498]: DEBUG nova.network.neutron [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.329852] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 434f32c3-fd37-47f8-b899-dcb1799b0a13] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.421641] env[69498]: DEBUG nova.compute.manager [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Received event network-changed-209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.422621] env[69498]: DEBUG nova.compute.manager [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Refreshing instance network info cache due to event network-changed-209796ca-7c0c-4f4c-9542-1781a85ceb8e. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.423475] env[69498]: DEBUG oslo_concurrency.lockutils [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] Acquiring lock "refresh_cache-2ec4b93a-a424-4706-a234-16b73d323ede" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.423710] env[69498]: DEBUG oslo_concurrency.lockutils [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] Acquired lock "refresh_cache-2ec4b93a-a424-4706-a234-16b73d323ede" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.423977] env[69498]: DEBUG nova.network.neutron [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Refreshing network info cache for port 209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.435949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.438746] env[69498]: DEBUG oslo_vmware.api [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.446922] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.567610] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.385s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.581215] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.168s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.582973] env[69498]: INFO nova.compute.claims [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.764697] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098075, 'name': PowerOffVM_Task, 'duration_secs': 0.285738} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.765015] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.765930] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5aa04-f282-412a-8fe3-d6fec6904682 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.792782] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a11a3e-3989-49b2-9fb6-894d859543c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.796979] env[69498]: DEBUG nova.network.neutron [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updated VIF entry in instance network info cache for port 8cdbb56f-d764-4414-b7b2-24a3601c6d59. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.797485] env[69498]: DEBUG nova.network.neutron [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a96292c9-2785-4302-93df-c430338e396e", "address": "fa:16:3e:4f:58:58", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96292c9-27", "ovs_interfaceid": "a96292c9-2785-4302-93df-c430338e396e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cdbb56f-d764-4414-b7b2-24a3601c6d59", "address": "fa:16:3e:18:0a:89", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbb56f-d7", "ovs_interfaceid": "8cdbb56f-d764-4414-b7b2-24a3601c6d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.799611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.799611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.799817] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.800025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.800025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.802491] env[69498]: INFO nova.compute.manager [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Terminating instance [ 962.835678] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: b7967fdc-15d1-4c8e-8b1a-d00bbffa9020] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.875924] env[69498]: DEBUG nova.network.neutron [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.879818] env[69498]: DEBUG nova.network.neutron [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Updated VIF entry in instance network info cache for port 209796ca-7c0c-4f4c-9542-1781a85ceb8e. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.880233] env[69498]: DEBUG nova.network.neutron [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Updating instance_info_cache with network_info: [{"id": "209796ca-7c0c-4f4c-9542-1781a85ceb8e", "address": "fa:16:3e:aa:04:6a", "network": {"id": "7b2e190a-bc8f-4109-8ec4-1de61ac0c7b7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1341189926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca4b27ee72342969eae7b73786237d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209796ca-7c", "ovs_interfaceid": "209796ca-7c0c-4f4c-9542-1781a85ceb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.914421] env[69498]: DEBUG oslo_vmware.api [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098073, 'name': ReconfigVM_Task, 'duration_secs': 0.919748} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.919685] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.919685] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfigured VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 962.921819] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616522} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.922326] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 2ec4b93a-a424-4706-a234-16b73d323ede/2ec4b93a-a424-4706-a234-16b73d323ede.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.922553] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.922811] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e62c6e9c-f818-4792-8c90-585bdce94889 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.932034] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 962.932034] env[69498]: value = "task-4098076" [ 962.932034] env[69498]: _type = "Task" [ 962.932034] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.935674] env[69498]: DEBUG nova.network.neutron [-] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.945257] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.065279] env[69498]: DEBUG nova.network.neutron [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updating instance_info_cache with network_info: [{"id": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "address": "fa:16:3e:ab:6e:68", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad911770-ec", "ovs_interfaceid": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.066219] env[69498]: WARNING oslo_messaging._drivers.amqpdriver [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 963.302771] env[69498]: DEBUG oslo_concurrency.lockutils [req-43f5d9a5-5aa9-4335-b536-9f15dec2d4ff req-18e7727a-227b-445e-bb5e-294f92b289c4 service nova] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.317115] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 963.317115] env[69498]: DEBUG nova.compute.manager [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.317115] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.317115] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9db89ee9-0535-4cbe-9e84-9f9cb4d6721d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.322638] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a0b84-712c-4f35-8ad4-3eca9e0d1e4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.335991] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.337685] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7244cc7a-4e07-4e55-9613-e15193c26483 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.339766] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 963.339766] env[69498]: value = "task-4098077" [ 963.339766] env[69498]: _type = "Task" [ 963.339766] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.340251] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 766ab89e-b13e-4252-8eb7-18072e1ee8aa] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.349355] env[69498]: DEBUG oslo_vmware.api [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 963.349355] env[69498]: value = "task-4098078" [ 963.349355] env[69498]: _type = "Task" [ 963.349355] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.355446] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.367169] env[69498]: DEBUG oslo_vmware.api [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4098078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.382636] env[69498]: DEBUG oslo_concurrency.lockutils [req-144441b4-e67e-4572-92b1-71f8b1ae3373 req-fd886483-a663-4dfd-97a0-3143df5cb15c service nova] Releasing lock "refresh_cache-2ec4b93a-a424-4706-a234-16b73d323ede" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.424019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7e4987ff-6d3a-4712-b37f-a61d14a71874 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-8cdbb56f-d764-4414-b7b2-24a3601c6d59" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.034s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.439955] env[69498]: INFO nova.compute.manager [-] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Took 1.36 seconds to deallocate network for instance. [ 963.448914] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256502} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.452793] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.454443] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d4b8c5-de64-4dd5-a652-b535fd58d173 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.489788] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 2ec4b93a-a424-4706-a234-16b73d323ede/2ec4b93a-a424-4706-a234-16b73d323ede.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.490484] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4f4ffe-149c-44fd-bb7b-0da501cffa23 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.516080] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 963.516080] env[69498]: value = "task-4098079" [ 963.516080] env[69498]: _type = "Task" [ 963.516080] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.529889] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.569512] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.570379] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Instance network_info: |[{"id": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "address": "fa:16:3e:ab:6e:68", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad911770-ec", "ovs_interfaceid": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.570379] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:6e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad911770-ecc1-4b17-9a53-ac55586a15e1', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.583875] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.583875] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.583875] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1206401-ec72-499d-b82d-a9b5ad0c13c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.616254] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.616254] env[69498]: value = "task-4098080" [ 963.616254] env[69498]: _type = "Task" [ 963.616254] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.632487] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098080, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.852329] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 5aded919-7914-47a3-b7b6-8053eef8f6f6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.867708] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.880278] env[69498]: DEBUG oslo_vmware.api [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4098078, 'name': PowerOffVM_Task, 'duration_secs': 0.346278} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.880783] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.881104] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.881549] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca11a29b-7ed1-4612-8778-3c1a47641825 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.918231] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "c56d2af2-5d9e-4b1a-94ef-dba99cc7e524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.918667] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c56d2af2-5d9e-4b1a-94ef-dba99cc7e524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.954848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.963208] env[69498]: DEBUG nova.objects.instance [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.983136] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.983579] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.983790] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Deleting the datastore file [datastore1] 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.984067] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e302c119-f5e7-46b5-9195-2af97a8c8466 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.997081] env[69498]: DEBUG oslo_vmware.api [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for the task: (returnval){ [ 963.997081] env[69498]: value = "task-4098082" [ 963.997081] env[69498]: _type = "Task" [ 963.997081] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.012819] env[69498]: DEBUG oslo_vmware.api [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4098082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.027341] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.133493] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098080, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.137276] env[69498]: INFO nova.compute.manager [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Swapping old allocation on dict_keys(['964708ed-d810-48e1-92a9-374e1924451f']) held by migration 8cc0f36d-d761-42c1-aa1a-55e1e43f55da for instance [ 964.174750] env[69498]: DEBUG nova.scheduler.client.report [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Overwriting current allocation {'allocations': {'964708ed-d810-48e1-92a9-374e1924451f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 106}}, 'project_id': '889dfcfee39a42198cfe848affc9b7f2', 'user_id': '6b423c07687741c397852289c6a6a807', 'consumer_generation': 1} on consumer e895a69f-dea3-4d2f-8633-ff7ce936b352 {{(pid=69498) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 964.277056] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.277337] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquired lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.277546] env[69498]: DEBUG nova.network.neutron [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.299749] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1228c17-5730-4729-85d3-c782531589f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.309902] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f941f54b-1f60-4eff-8a9a-72fa56b22a0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.348708] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa97f46-3818-4473-affc-816efeb42d54 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.357279] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8ce54145-1b41-4cbd-ba71-c28e6ea44afe] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.362880] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f351911-46c9-44c9-a650-bb20210d605d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.367241] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098077, 'name': CreateSnapshot_Task, 'duration_secs': 0.897931} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.367844] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 964.369141] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8719a5-3079-4f7c-8a7a-9a813bdf9e4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.381299] env[69498]: DEBUG nova.compute.provider_tree [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.429489] env[69498]: DEBUG nova.compute.manager [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.477088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.477088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.477088] env[69498]: DEBUG nova.network.neutron [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.477088] env[69498]: DEBUG nova.objects.instance [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'info_cache' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.509920] env[69498]: DEBUG oslo_vmware.api [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Task: {'id': task-4098082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308792} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.510462] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.510462] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.510655] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.510798] env[69498]: INFO nova.compute.manager [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 964.511064] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.511264] env[69498]: DEBUG nova.compute.manager [-] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.511360] env[69498]: DEBUG nova.network.neutron [-] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.529247] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098079, 'name': ReconfigVM_Task, 'duration_secs': 0.542049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.529606] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 2ec4b93a-a424-4706-a234-16b73d323ede/2ec4b93a-a424-4706-a234-16b73d323ede.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.530335] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49ae5c7d-5479-49de-90ac-9a998ffab3bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.538829] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 964.538829] env[69498]: value = "task-4098083" [ 964.538829] env[69498]: _type = "Task" [ 964.538829] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.549389] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098083, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.632792] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098080, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.868644] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 5a0a3050-d2a0-41e2-a75d-984af183d670] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.885743] env[69498]: DEBUG nova.scheduler.client.report [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.902187] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 964.902556] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0699a0d-a2c2-4112-89bf-e1e470eb7d6f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.913791] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 964.913791] env[69498]: value = "task-4098084" [ 964.913791] env[69498]: _type = "Task" [ 964.913791] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.926514] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098084, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.956384] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.980140] env[69498]: DEBUG nova.objects.base [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Object Instance<8fa184f9-ad9f-4d12-8f86-7ccd6833f215> lazy-loaded attributes: flavor,info_cache {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.051030] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098083, 'name': Rename_Task, 'duration_secs': 0.214585} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.051030] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.051030] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acfd211-7d2e-47d0-a497-d1d5547bc8d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.059468] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 965.059468] env[69498]: value = "task-4098085" [ 965.059468] env[69498]: _type = "Task" [ 965.059468] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.067560] env[69498]: DEBUG nova.compute.manager [req-8972f42d-48d4-47e3-860b-5c54c85dfa57 req-9d80da15-9c67-448b-b07c-7cc0c19b9fc6 service nova] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Received event network-vif-deleted-30949201-113d-425a-b90d-8ae690e65b8a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.072033] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.131577] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098080, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.165735] env[69498]: DEBUG nova.network.neutron [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [{"id": "44580602-7718-482d-8562-2261ef721bb4", "address": "fa:16:3e:50:de:af", "network": {"id": "e80dcaa2-fb0d-4daa-b74d-8ae67cdfa040", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c544e14cb35a4ac490978c2f7fa544c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44580602-77", "ovs_interfaceid": "44580602-7718-482d-8562-2261ef721bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.302993] env[69498]: DEBUG nova.compute.manager [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Received event network-vif-plugged-ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.303277] env[69498]: DEBUG oslo_concurrency.lockutils [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] Acquiring lock "96905bf3-6012-4714-ac7d-e821819fe266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.303799] env[69498]: DEBUG oslo_concurrency.lockutils [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] Lock "96905bf3-6012-4714-ac7d-e821819fe266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.304062] env[69498]: DEBUG oslo_concurrency.lockutils [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] Lock "96905bf3-6012-4714-ac7d-e821819fe266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.304210] env[69498]: DEBUG nova.compute.manager [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] No waiting events found dispatching network-vif-plugged-ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 965.304383] env[69498]: WARNING nova.compute.manager [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Received unexpected event network-vif-plugged-ad911770-ecc1-4b17-9a53-ac55586a15e1 for instance with vm_state building and task_state spawning. [ 965.304545] env[69498]: DEBUG nova.compute.manager [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Received event network-changed-ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.304696] env[69498]: DEBUG nova.compute.manager [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Refreshing instance network info cache due to event network-changed-ad911770-ecc1-4b17-9a53-ac55586a15e1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.304886] env[69498]: DEBUG oslo_concurrency.lockutils [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] Acquiring lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.305032] env[69498]: DEBUG oslo_concurrency.lockutils [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] Acquired lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.305192] env[69498]: DEBUG nova.network.neutron [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Refreshing network info cache for port ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.373188] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.373614] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Cleaning up deleted instances with incomplete migration {{(pid=69498) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 965.392018] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.392691] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.396513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.729s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.396603] env[69498]: DEBUG nova.objects.instance [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.425899] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098084, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.574832] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098085, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.633604] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098080, 'name': CreateVM_Task, 'duration_secs': 1.564429} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.633972] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.634849] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.635184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.635746] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.636418] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdb0afd-130d-4901-a7b5-c008c4c83001 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.643236] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 965.643236] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f5f6f4-b9e1-4d3e-e142-2f772bb99dee" [ 965.643236] env[69498]: _type = "Task" [ 965.643236] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.656775] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f5f6f4-b9e1-4d3e-e142-2f772bb99dee, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.657187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.657478] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.657765] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.657919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.658234] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.658453] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4ee818-d596-4465-9243-c45d72ec5375 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.669323] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Releasing lock "refresh_cache-e895a69f-dea3-4d2f-8633-ff7ce936b352" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.669323] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.669461] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.669585] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.670352] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8075f75-6dfa-44ee-b73e-8c7c0be6d5d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.672204] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e8e2d4-83c0-4cd7-9349-a5dfccfce585 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.679357] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 965.679357] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239e5ea-8685-3d6f-8e38-05c4155ff862" [ 965.679357] env[69498]: _type = "Task" [ 965.679357] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.685436] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 965.685436] env[69498]: value = "task-4098086" [ 965.685436] env[69498]: _type = "Task" [ 965.685436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.697607] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239e5ea-8685-3d6f-8e38-05c4155ff862, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.699727] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be40699-a0cc-4e77-8f09-130079e71628 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.705859] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.710810] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 965.710810] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a0e9bf-bd66-5637-0c41-9689846fad7e" [ 965.710810] env[69498]: _type = "Task" [ 965.710810] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.714833] env[69498]: DEBUG nova.network.neutron [-] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.725053] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a0e9bf-bd66-5637-0c41-9689846fad7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.725263] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.725589] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 96905bf3-6012-4714-ac7d-e821819fe266/96905bf3-6012-4714-ac7d-e821819fe266.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.726795] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c238a19-1f26-4388-85ed-f2d3d4515928 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.735553] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 965.735553] env[69498]: value = "task-4098087" [ 965.735553] env[69498]: _type = "Task" [ 965.735553] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.747153] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.857559] env[69498]: DEBUG nova.network.neutron [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [{"id": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "address": "fa:16:3e:c0:97:b7", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa74e9d-92", "ovs_interfaceid": "faa74e9d-92f1-4276-a09a-4bda49fca3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.876552] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.913691] env[69498]: DEBUG nova.compute.utils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.916309] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.916561] env[69498]: DEBUG nova.network.neutron [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.941738] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098084, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.010055] env[69498]: DEBUG nova.policy [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3b027a9048b46d19db99856f685dadb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1ca50c26444119a0312d6b52e4cd2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.045642] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquiring lock "de0064a5-c6c0-48af-90c6-52a65602aa08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.046222] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.046358] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquiring lock "de0064a5-c6c0-48af-90c6-52a65602aa08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.046466] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.046638] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.049085] env[69498]: INFO nova.compute.manager [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Terminating instance [ 966.080874] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.202887] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098086, 'name': PowerOffVM_Task, 'duration_secs': 0.263605} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.203214] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.203980] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0dacde09-22ab-41ec-bb97-7d1565273c85',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1455772227',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.204236] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.204340] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.204522] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.204680] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.204830] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.205117] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.205309] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.205493] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.205677] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.205859] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.212095] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fe2ed1-9481-4227-afd9-0b2a2ca2a25e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.229169] env[69498]: DEBUG nova.network.neutron [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updated VIF entry in instance network info cache for port ad911770-ecc1-4b17-9a53-ac55586a15e1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.229759] env[69498]: DEBUG nova.network.neutron [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updating instance_info_cache with network_info: [{"id": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "address": "fa:16:3e:ab:6e:68", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad911770-ec", "ovs_interfaceid": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.231688] env[69498]: INFO nova.compute.manager [-] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Took 1.72 seconds to deallocate network for instance. [ 966.247984] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 966.247984] env[69498]: value = "task-4098088" [ 966.247984] env[69498]: _type = "Task" [ 966.247984] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.257893] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098087, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.268806] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.319062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "c26f1fa1-6315-4cd2-a529-25558347117b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.319062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "c26f1fa1-6315-4cd2-a529-25558347117b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.365116] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "refresh_cache-8fa184f9-ad9f-4d12-8f86-7ccd6833f215" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.417242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a61effc-8735-46bf-a108-c8cff0174948 tempest-ServersAdmin275Test-1749960789 tempest-ServersAdmin275Test-1749960789-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.418561] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.657s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.420637] env[69498]: INFO nova.compute.claims [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.424866] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.444795] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098084, 'name': CloneVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.462188] env[69498]: DEBUG nova.network.neutron [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Successfully created port: de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.555690] env[69498]: DEBUG nova.compute.manager [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.555989] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.556327] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17edf64f-03e9-4739-9905-86f3ca6d26c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.570889] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 966.570889] env[69498]: value = "task-4098089" [ 966.570889] env[69498]: _type = "Task" [ 966.570889] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.582424] env[69498]: DEBUG oslo_vmware.api [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098085, 'name': PowerOnVM_Task, 'duration_secs': 1.107595} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.583393] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.583732] env[69498]: INFO nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Took 9.23 seconds to spawn the instance on the hypervisor. [ 966.584224] env[69498]: DEBUG nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.585110] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725c2e4c-365f-4d68-81f0-6289a0f0aefc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.592657] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.733505] env[69498]: DEBUG oslo_concurrency.lockutils [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] Releasing lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.733865] env[69498]: DEBUG nova.compute.manager [req-663e4ad8-941d-45dc-9aa4-c46bd0cbd9d8 req-90b09c61-6032-4451-ae47-9c10e825b2c5 service nova] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Received event network-vif-deleted-563cd6a1-c231-477c-9236-caa1c88f7310 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.759616] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.759616] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705499} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.761433] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 96905bf3-6012-4714-ac7d-e821819fe266/96905bf3-6012-4714-ac7d-e821819fe266.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.761722] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.762369] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e49fd093-ffbe-46df-944c-294a64a29160 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.778704] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098088, 'name': ReconfigVM_Task, 'duration_secs': 0.179956} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.779165] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 966.779165] env[69498]: value = "task-4098090" [ 966.779165] env[69498]: _type = "Task" [ 966.779165] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.780336] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4fe2dc-5f03-472c-b1a9-5aaea5b5805f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.796529] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.814125] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0dacde09-22ab-41ec-bb97-7d1565273c85',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1455772227',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.814452] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.814616] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.814865] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.814948] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.815087] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.815301] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.815466] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.815710] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.815788] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.816036] env[69498]: DEBUG nova.virt.hardware [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.817064] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e9c57f-1d0e-4088-82f7-72c880a32b4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.824091] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.828074] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 966.828074] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526fb1ad-7093-a525-eb12-7bf2f244d4d0" [ 966.828074] env[69498]: _type = "Task" [ 966.828074] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.837669] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526fb1ad-7093-a525-eb12-7bf2f244d4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008505} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.844243] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.845206] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b80263f-ba29-4123-8bee-ee3ecf5d558d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.872722] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 966.872722] env[69498]: value = "task-4098091" [ 966.872722] env[69498]: _type = "Task" [ 966.872722] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.886261] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.943984] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098084, 'name': CloneVM_Task, 'duration_secs': 1.646476} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.944624] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Created linked-clone VM from snapshot [ 966.945637] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e56e02-f6fc-433f-a5b2-9abcd666f8dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.954579] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Uploading image 2fd909fe-0182-4740-853a-984ee88bbfab {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 966.987044] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 966.987044] env[69498]: value = "vm-811843" [ 966.987044] env[69498]: _type = "VirtualMachine" [ 966.987044] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 966.987513] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10898de4-e47e-4fc5-bc1e-65601b0651bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.997041] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lease: (returnval){ [ 966.997041] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f764e-3a7b-5664-57f8-b67db1e3850d" [ 966.997041] env[69498]: _type = "HttpNfcLease" [ 966.997041] env[69498]: } obtained for exporting VM: (result){ [ 966.997041] env[69498]: value = "vm-811843" [ 966.997041] env[69498]: _type = "VirtualMachine" [ 966.997041] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 966.997041] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the lease: (returnval){ [ 966.997041] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f764e-3a7b-5664-57f8-b67db1e3850d" [ 966.997041] env[69498]: _type = "HttpNfcLease" [ 966.997041] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.004472] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.004472] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f764e-3a7b-5664-57f8-b67db1e3850d" [ 967.004472] env[69498]: _type = "HttpNfcLease" [ 967.004472] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.084582] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098089, 'name': PowerOffVM_Task, 'duration_secs': 0.343775} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.084906] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.085134] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 967.085410] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811700', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'name': 'volume-a8005dca-5ba6-4345-815e-52e4a5749ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de0064a5-c6c0-48af-90c6-52a65602aa08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'serial': 'a8005dca-5ba6-4345-815e-52e4a5749ce6'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 967.086610] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc0eaf-5c16-4886-8e97-532926cb271e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.111352] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40449952-1946-4a7b-91fb-f3178b8d36f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.116828] env[69498]: INFO nova.compute.manager [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Took 50.68 seconds to build instance. [ 967.121744] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a007988-ad3c-4969-8086-e43dfeb47483 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.144030] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d612fc-e60c-4955-b6ab-63f87ef51a12 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.160887] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8005dca-5ba6-4345-815e-52e4a5749ce6/volume-a8005dca-5ba6-4345-815e-52e4a5749ce6.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 967.166208] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.166546] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984ebb02-363e-493f-95d2-89713fac2d59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.185992] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 967.185992] env[69498]: value = "task-4098093" [ 967.185992] env[69498]: _type = "Task" [ 967.185992] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.195660] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.290091] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082407} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.290729] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.291187] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af74b0e3-5473-4194-bf16-4f26b01e0af9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.315983] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 96905bf3-6012-4714-ac7d-e821819fe266/96905bf3-6012-4714-ac7d-e821819fe266.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.316341] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26256978-83b5-4895-87c6-803599cc7ad1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.340235] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "291d4ab1-2675-4ea9-94d8-a81e410f1254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.340476] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.346092] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 967.346092] env[69498]: value = "task-4098094" [ 967.346092] env[69498]: _type = "Task" [ 967.346092] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.356106] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.358071] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.374126] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.376581] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72b3966-2d10-4ed7-a379-7cca5964ce16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.389077] env[69498]: DEBUG oslo_vmware.api [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 967.389077] env[69498]: value = "task-4098095" [ 967.389077] env[69498]: _type = "Task" [ 967.389077] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.393093] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.403353] env[69498]: DEBUG oslo_vmware.api [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.447586] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.471861] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.472162] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.472341] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.472536] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.472698] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.472863] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.473129] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.473377] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.473572] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.473753] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.474124] env[69498]: DEBUG nova.virt.hardware [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.475281] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340e2fa-cccc-459a-a094-0f79874bd44e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.486682] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f3024-35de-4149-b442-2787841f1356 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.523052] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.523052] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f764e-3a7b-5664-57f8-b67db1e3850d" [ 967.523052] env[69498]: _type = "HttpNfcLease" [ 967.523052] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.523052] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.523052] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f764e-3a7b-5664-57f8-b67db1e3850d" [ 967.523052] env[69498]: _type = "HttpNfcLease" [ 967.523052] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 967.523794] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e0374-e3db-4c56-bf88-215505abc001 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.544737] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268df10-f536-dc99-5b33-e8c431a3c826/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 967.545352] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268df10-f536-dc99-5b33-e8c431a3c826/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 967.605660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-a96292c9-2785-4302-93df-c430338e396e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.605932] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-a96292c9-2785-4302-93df-c430338e396e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.622121] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da5720f5-49cf-459e-969d-5d0b2a4493aa tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "2ec4b93a-a424-4706-a234-16b73d323ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.045s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.669606] env[69498]: DEBUG nova.compute.manager [req-96a00106-4e84-4cea-8970-f03949324384 req-bdde2496-5c06-4c41-a271-0662c3cb6650 service nova] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Received event network-vif-deleted-45237790-d30d-41c3-ac35-66a6f519487b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.697626] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098093, 'name': ReconfigVM_Task, 'duration_secs': 0.397981} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.700587] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.705523] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf83b9d-263f-4390-bd3b-6691e64d1dc8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.727460] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 967.727460] env[69498]: value = "task-4098096" [ 967.727460] env[69498]: _type = "Task" [ 967.727460] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.737772] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.747346] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82227190-81a3-4660-966d-18618c9eeb7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.845511] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.858895] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098094, 'name': ReconfigVM_Task, 'duration_secs': 0.320661} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.861847] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 96905bf3-6012-4714-ac7d-e821819fe266/96905bf3-6012-4714-ac7d-e821819fe266.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.862567] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e918aaf-3d1e-460b-b829-52723d384fb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.869837] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 967.869837] env[69498]: value = "task-4098097" [ 967.869837] env[69498]: _type = "Task" [ 967.869837] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.884685] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098097, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.897036] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098091, 'name': ReconfigVM_Task, 'duration_secs': 0.547452} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.900664] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.902289] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b9b66-e0d6-4696-bb05-1388aade8c04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914168] env[69498]: DEBUG oslo_vmware.api [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098095, 'name': PowerOnVM_Task, 'duration_secs': 0.45601} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.930261] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.930536] env[69498]: DEBUG nova.compute.manager [None req-8620ae7d-6807-4cf3-a049-0bec2000ec5c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.939021] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.941153] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b471139-7f6e-403c-a393-62a4cf356b6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.943608] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a80b111-dbef-4acc-b5c4-f7e49f9b1715 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.973058] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 967.973058] env[69498]: value = "task-4098098" [ 967.973058] env[69498]: _type = "Task" [ 967.973058] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.985918] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.019719] env[69498]: DEBUG oslo_concurrency.lockutils [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "interface-2ec4b93a-a424-4706-a234-16b73d323ede-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.020037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "interface-2ec4b93a-a424-4706-a234-16b73d323ede-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.020573] env[69498]: DEBUG nova.objects.instance [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lazy-loading 'flavor' on Instance uuid 2ec4b93a-a424-4706-a234-16b73d323ede {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.109296] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.109550] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.110644] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc2c55a-6645-4e33-a6b6-f97b1b548e7a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.116234] env[69498]: DEBUG nova.network.neutron [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Successfully updated port: de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.134398] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96349ce7-68dc-4ec5-94b3-76db3013901e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.169992] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfiguring VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 968.170458] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d103c1-8b5a-4485-bde5-e4a79f2ceabb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.194320] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 968.194320] env[69498]: value = "task-4098099" [ 968.194320] env[69498]: _type = "Task" [ 968.194320] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.207218] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.240537] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098096, 'name': ReconfigVM_Task, 'duration_secs': 0.236669} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.241130] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811700', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'name': 'volume-a8005dca-5ba6-4345-815e-52e4a5749ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de0064a5-c6c0-48af-90c6-52a65602aa08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8005dca-5ba6-4345-815e-52e4a5749ce6', 'serial': 'a8005dca-5ba6-4345-815e-52e4a5749ce6'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 968.241563] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.242454] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0965e-340d-4d89-9d8c-ae5dead0dc4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.254914] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.255371] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-337b3cbf-1105-422b-85e9-fd443f61effa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.278199] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbece09c-8257-4261-94d1-86635e034396 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.294230] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a9cb78-0cb4-444c-b777-e347def1eafb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.328800] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f9262e-dc46-4d37-966a-effb16e36e75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.343760] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.343760] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.344216] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Deleting the datastore file [datastore2] de0064a5-c6c0-48af-90c6-52a65602aa08 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.344598] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6adaef49-19c9-4853-84ee-88fddb87cc11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.347936] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e1f5e-5b0c-4a57-9e6b-31110c6348c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.369233] env[69498]: DEBUG nova.compute.provider_tree [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.372624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.373179] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for the task: (returnval){ [ 968.373179] env[69498]: value = "task-4098101" [ 968.373179] env[69498]: _type = "Task" [ 968.373179] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.390281] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098097, 'name': Rename_Task, 'duration_secs': 0.19356} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.390619] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.391124] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a74b311-641c-47e9-8d61-c3a877240b07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.398770] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 968.398770] env[69498]: value = "task-4098102" [ 968.398770] env[69498]: _type = "Task" [ 968.398770] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.408929] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.489217] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.525498] env[69498]: DEBUG nova.objects.instance [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ec4b93a-a424-4706-a234-16b73d323ede {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.617692] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.617848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.618071] env[69498]: DEBUG nova.network.neutron [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.706696] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.875638] env[69498]: DEBUG nova.scheduler.client.report [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.892552] env[69498]: DEBUG oslo_vmware.api [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Task: {'id': task-4098101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12995} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.893078] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.893601] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.893882] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.894247] env[69498]: INFO nova.compute.manager [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Took 2.34 seconds to destroy the instance on the hypervisor. [ 968.894740] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.896168] env[69498]: DEBUG nova.compute.manager [-] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.896334] env[69498]: DEBUG nova.network.neutron [-] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.912529] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098102, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.931724] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.931724] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.989548] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098098, 'name': ReconfigVM_Task, 'duration_secs': 0.553375} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.990099] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352/e895a69f-dea3-4d2f-8633-ff7ce936b352.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.991092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c97f4-2e35-4aae-8c13-7e8780a1edc4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.014827] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ada3e33-b2c4-4e0d-aacf-53e042d67ee1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042480] env[69498]: DEBUG nova.objects.base [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Object Instance<2ec4b93a-a424-4706-a234-16b73d323ede> lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.042833] env[69498]: DEBUG nova.network.neutron [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.045887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904aa9b-5601-4002-9d81-499cba9cd28f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.074626] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869c81d-5e5b-4fe7-bfa4-7bc8b65fa2f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.085495] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.085926] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b3c777-8c71-4f87-8a2c-3889c9f49610 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.094014] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 969.094014] env[69498]: value = "task-4098103" [ 969.094014] env[69498]: _type = "Task" [ 969.094014] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.104848] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.160915] env[69498]: DEBUG nova.network.neutron [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.193306] env[69498]: DEBUG oslo_concurrency.lockutils [None req-78ded954-6b7c-475f-95b4-a4527e524e6a tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "interface-2ec4b93a-a424-4706-a234-16b73d323ede-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.173s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.212431] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.327853] env[69498]: DEBUG nova.network.neutron [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.385391] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.967s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.386011] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.389227] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.413s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.390784] env[69498]: INFO nova.compute.claims [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.412727] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098102, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.436427] env[69498]: DEBUG nova.compute.utils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.606966] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.709587] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.831324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.831678] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Instance network_info: |[{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.832156] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:59:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.841161] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.841439] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.841697] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6a0773-3ca0-41cd-b535-de75531b1836 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.865028] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.865028] env[69498]: value = "task-4098104" [ 969.865028] env[69498]: _type = "Task" [ 969.865028] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.875376] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098104, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.896129] env[69498]: DEBUG nova.compute.utils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.901296] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.902204] env[69498]: DEBUG nova.network.neutron [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.920856] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098102, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.940681] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.961507] env[69498]: DEBUG nova.network.neutron [-] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.966854] env[69498]: DEBUG nova.policy [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f99a96fb4441d19e20f70bd3d24e2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d82a15ed8944c59479309d41f77f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.109087] env[69498]: DEBUG oslo_vmware.api [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098103, 'name': PowerOnVM_Task, 'duration_secs': 0.607732} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.109087] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.214529] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.355554] env[69498]: DEBUG nova.network.neutron [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Successfully created port: 1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.379184] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098104, 'name': CreateVM_Task, 'duration_secs': 0.507927} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.379409] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.380187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.380357] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.380756] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.381095] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555f78f2-1b52-47b0-b0b0-0b6b8f04e8dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.387667] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 970.387667] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52449bc9-cbb7-4cb2-c67c-bcc99ef45235" [ 970.387667] env[69498]: _type = "Task" [ 970.387667] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.398166] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52449bc9-cbb7-4cb2-c67c-bcc99ef45235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.401650] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.423563] env[69498]: DEBUG oslo_vmware.api [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098102, 'name': PowerOnVM_Task, 'duration_secs': 1.96528} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.423735] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.424064] env[69498]: INFO nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Took 9.22 seconds to spawn the instance on the hypervisor. [ 970.424402] env[69498]: DEBUG nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.425703] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee12b9c-b891-49a1-a522-664fd7ec3bf2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.470914] env[69498]: INFO nova.compute.manager [-] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Took 1.57 seconds to deallocate network for instance. [ 970.712481] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.910746] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52449bc9-cbb7-4cb2-c67c-bcc99ef45235, 'name': SearchDatastore_Task, 'duration_secs': 0.014831} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.913840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.914122] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.914383] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.914534] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.914725] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.915535] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebe41219-373a-4131-b6e1-000c70d17d27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.925987] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.926277] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.927013] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0c372f-833a-487a-b8b8-0f1fae680392 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.936515] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 970.936515] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f28cb-3034-a231-7c39-1038fab42954" [ 970.936515] env[69498]: _type = "Task" [ 970.936515] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.950228] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f28cb-3034-a231-7c39-1038fab42954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.955614] env[69498]: INFO nova.compute.manager [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Took 47.31 seconds to build instance. [ 971.033709] env[69498]: INFO nova.compute.manager [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Took 0.56 seconds to detach 1 volumes for instance. [ 971.035989] env[69498]: DEBUG nova.compute.manager [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Deleting volume: a8005dca-5ba6-4345-815e-52e4a5749ce6 {{(pid=69498) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 971.057787] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648931f3-4c72-408a-a8a0-4a9433e7920a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.066220] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.066492] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.066717] env[69498]: INFO nova.compute.manager [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Attaching volume 9853c260-5a1f-4c85-91ee-ff282540f560 to /dev/sdb [ 971.069734] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84644f-5dc8-444f-80b4-c6009dbaff66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.110849] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5386876b-bf76-4e27-a62d-83d8ca6db180 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.114181] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac7ac0-407a-40ac-b822-7ddbc25f52af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.124973] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421f202-d846-4323-b272-a0c136aa2c01 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.130185] env[69498]: INFO nova.compute.manager [None req-b26f8302-fa8e-48ae-9651-3b75748c7032 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance to original state: 'active' [ 971.137024] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a8de8-8853-4147-82d1-ee8f783d51bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.148123] env[69498]: DEBUG nova.compute.provider_tree [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.153984] env[69498]: DEBUG nova.virt.block_device [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating existing volume attachment record: a15c4cb6-b7ed-4bc5-8eec-480bbc0fc596 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.209429] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.402137] env[69498]: DEBUG nova.compute.manager [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Received event network-vif-plugged-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.402353] env[69498]: DEBUG oslo_concurrency.lockutils [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.402592] env[69498]: DEBUG oslo_concurrency.lockutils [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.402766] env[69498]: DEBUG oslo_concurrency.lockutils [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.402935] env[69498]: DEBUG nova.compute.manager [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] No waiting events found dispatching network-vif-plugged-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.403125] env[69498]: WARNING nova.compute.manager [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Received unexpected event network-vif-plugged-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 for instance with vm_state building and task_state spawning. [ 971.403294] env[69498]: DEBUG nova.compute.manager [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Received event network-changed-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.403445] env[69498]: DEBUG nova.compute.manager [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Refreshing instance network info cache due to event network-changed-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.403876] env[69498]: DEBUG oslo_concurrency.lockutils [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.403876] env[69498]: DEBUG oslo_concurrency.lockutils [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.404280] env[69498]: DEBUG nova.network.neutron [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Refreshing network info cache for port de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.418345] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.450319] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527f28cb-3034-a231-7c39-1038fab42954, 'name': SearchDatastore_Task, 'duration_secs': 0.018157} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.453466] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f72bb3157585d066540e9daf0db22ae3',container_format='bare',created_at=2025-05-13T20:12:36Z,direct_url=,disk_format='vmdk',id=01a063ee-beaa-4387-99c8-646632f8b28c,min_disk=1,min_ram=0,name='tempest-test-snap-1626271373',owner='d6d82a15ed8944c59479309d41f77f51',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2025-05-13T20:12:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.453706] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.453865] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.454082] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.454245] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.454395] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.454601] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.454760] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.454930] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.455112] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.455294] env[69498]: DEBUG nova.virt.hardware [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.455591] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f957d407-9c3c-45ba-8284-7d4e46b72ac8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.459204] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b762a2-fcf0-49e4-8817-6a249b3214a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.464238] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8e476a9b-fa43-4095-94a1-8666fb132d76 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "96905bf3-6012-4714-ac7d-e821819fe266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.789s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.472253] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77be866c-2eed-4c0e-b968-e1d848a748f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.476694] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 971.476694] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d3d11-d190-724a-a46f-f204d09683fe" [ 971.476694] env[69498]: _type = "Task" [ 971.476694] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.495421] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d3d11-d190-724a-a46f-f204d09683fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.495698] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.495966] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.496291] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c530fe6-e359-4865-be6c-a10ecc485bf9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.504712] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 971.504712] env[69498]: value = "task-4098109" [ 971.504712] env[69498]: _type = "Task" [ 971.504712] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.513786] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.580929] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.658259] env[69498]: DEBUG nova.scheduler.client.report [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.712019] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.020150] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.042383] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "2ec4b93a-a424-4706-a234-16b73d323ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.042662] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "2ec4b93a-a424-4706-a234-16b73d323ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.042882] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "2ec4b93a-a424-4706-a234-16b73d323ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.043101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "2ec4b93a-a424-4706-a234-16b73d323ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.043283] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "2ec4b93a-a424-4706-a234-16b73d323ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.046294] env[69498]: INFO nova.compute.manager [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Terminating instance [ 972.094251] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.094670] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.094962] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.095154] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.095414] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.098147] env[69498]: INFO nova.compute.manager [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Terminating instance [ 972.166562] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.166562] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.168736] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.970s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.168961] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.171690] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.302s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.173464] env[69498]: INFO nova.compute.claims [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.220115] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.231227] env[69498]: INFO nova.scheduler.client.report [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Deleted allocations for instance 1a77d919-bc1e-4111-9841-f08e03c5542d [ 972.455117] env[69498]: DEBUG nova.network.neutron [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updated VIF entry in instance network info cache for port de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.455553] env[69498]: DEBUG nova.network.neutron [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.519724] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775127} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.520167] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.520379] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.520782] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a451cd-d77c-47f8-93c4-f81803b3e662 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.524566] env[69498]: DEBUG nova.network.neutron [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Successfully updated port: 1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.533089] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 972.533089] env[69498]: value = "task-4098110" [ 972.533089] env[69498]: _type = "Task" [ 972.533089] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.545682] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.553196] env[69498]: DEBUG nova.compute.manager [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.553452] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.554555] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf4821e-7ff1-45a6-a17e-81c6426708e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.564618] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.566030] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b408283-632c-4090-96d8-efb1b986242c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.574721] env[69498]: DEBUG oslo_vmware.api [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 972.574721] env[69498]: value = "task-4098111" [ 972.574721] env[69498]: _type = "Task" [ 972.574721] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.586602] env[69498]: DEBUG oslo_vmware.api [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.603968] env[69498]: DEBUG nova.compute.manager [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.604292] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.605396] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6c20f4-cc3e-43d7-a0b8-ab2c2eade5e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.615921] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.616445] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1753a718-7eef-462a-9c71-298aa21ab18b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.626031] env[69498]: DEBUG oslo_vmware.api [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 972.626031] env[69498]: value = "task-4098112" [ 972.626031] env[69498]: _type = "Task" [ 972.626031] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.640240] env[69498]: DEBUG oslo_vmware.api [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4098112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.687681] env[69498]: DEBUG nova.compute.utils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.694020] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.694020] env[69498]: DEBUG nova.network.neutron [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.715284] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.746379] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cd83d06-584c-4a45-af95-58d4096713bb tempest-ServersAdmin275Test-661984595 tempest-ServersAdmin275Test-661984595-project-member] Lock "1a77d919-bc1e-4111-9841-f08e03c5542d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.849s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.773179] env[69498]: DEBUG nova.policy [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '284b7d85dea44608a3fb1d8ea37d8554', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520deaf0aa1e4c3ea0158eb6dc53681c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.959232] env[69498]: DEBUG oslo_concurrency.lockutils [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.959496] env[69498]: DEBUG nova.compute.manager [req-7f77651b-daca-46c9-942f-3af36bea6aa4 req-6d012753-d7e4-48ec-885a-ef5e12dd6802 service nova] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Received event network-vif-deleted-40f47d40-2abf-47c7-9f1a-9e1baf0100aa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.028518] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "refresh_cache-3eee3e12-483c-4a2c-abf1-5a8c84912222" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.028518] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "refresh_cache-3eee3e12-483c-4a2c-abf1-5a8c84912222" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.028518] env[69498]: DEBUG nova.network.neutron [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.053209] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107384} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.053273] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.054739] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c5ce39-3098-47ea-83f1-77ec99b1305c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.083969] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.083969] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a5f481-19c3-4240-91fa-87c3449e7512 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.114865] env[69498]: DEBUG oslo_vmware.api [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098111, 'name': PowerOffVM_Task, 'duration_secs': 0.242798} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.117803] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.117803] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.117803] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 973.117803] env[69498]: value = "task-4098113" [ 973.117803] env[69498]: _type = "Task" [ 973.117803] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.117803] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-851e74bf-10b8-4f24-94fc-126b3f304a4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.135988] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.147814] env[69498]: DEBUG oslo_vmware.api [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4098112, 'name': PowerOffVM_Task, 'duration_secs': 0.264554} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.147814] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.147814] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.148167] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5121bf64-3e38-41f7-ac33-461436fac5c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.152812] env[69498]: DEBUG nova.network.neutron [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Successfully created port: c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.193572] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.213975] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.235036] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.235279] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.235585] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Deleting the datastore file [datastore2] 2ec4b93a-a424-4706-a234-16b73d323ede {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.235769] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3b218f1-da6c-4634-b3e0-6f62d377b2e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.247798] env[69498]: DEBUG oslo_vmware.api [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for the task: (returnval){ [ 973.247798] env[69498]: value = "task-4098116" [ 973.247798] env[69498]: _type = "Task" [ 973.247798] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.258540] env[69498]: DEBUG oslo_vmware.api [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.268406] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.268857] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.268991] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Deleting the datastore file [datastore2] ce5a2c8b-d3d5-4767-8705-2eba501a2e30 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.272707] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb671a9-d529-4947-b723-967d461d7984 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.281731] env[69498]: DEBUG oslo_vmware.api [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for the task: (returnval){ [ 973.281731] env[69498]: value = "task-4098117" [ 973.281731] env[69498]: _type = "Task" [ 973.281731] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.296654] env[69498]: DEBUG oslo_vmware.api [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4098117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.521549] env[69498]: DEBUG nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Received event network-vif-plugged-1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.521549] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Acquiring lock "3eee3e12-483c-4a2c-abf1-5a8c84912222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.522061] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.522895] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.522895] env[69498]: DEBUG nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] No waiting events found dispatching network-vif-plugged-1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 973.522895] env[69498]: WARNING nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Received unexpected event network-vif-plugged-1067c148-b22a-401b-8698-35660395c910 for instance with vm_state building and task_state spawning. [ 973.523081] env[69498]: DEBUG nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Received event network-changed-1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.523206] env[69498]: DEBUG nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Refreshing instance network info cache due to event network-changed-1067c148-b22a-401b-8698-35660395c910. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.523365] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Acquiring lock "refresh_cache-3eee3e12-483c-4a2c-abf1-5a8c84912222" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.594779] env[69498]: DEBUG nova.network.neutron [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.633197] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.662790] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "e895a69f-dea3-4d2f-8633-ff7ce936b352" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.663067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.663317] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.663563] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.663737] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.670329] env[69498]: INFO nova.compute.manager [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Terminating instance [ 973.719201] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.760181] env[69498]: DEBUG oslo_vmware.api [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Task: {'id': task-4098116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369551} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.760515] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.760763] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.761068] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.761239] env[69498]: INFO nova.compute.manager [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Took 1.21 seconds to destroy the instance on the hypervisor. [ 973.761619] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.761901] env[69498]: DEBUG nova.compute.manager [-] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.762066] env[69498]: DEBUG nova.network.neutron [-] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.802369] env[69498]: DEBUG oslo_vmware.api [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Task: {'id': task-4098117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411853} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.802673] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.802865] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.803158] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.803244] env[69498]: INFO nova.compute.manager [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Took 1.20 seconds to destroy the instance on the hypervisor. [ 973.803467] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.803652] env[69498]: DEBUG nova.compute.manager [-] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.803984] env[69498]: DEBUG nova.network.neutron [-] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.890376] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6653d76-5328-44c6-8fb8-362f84279fc1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.899223] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16a6e1f-555f-4185-a868-d3183e2ffbbb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.935485] env[69498]: DEBUG nova.network.neutron [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Updating instance_info_cache with network_info: [{"id": "1067c148-b22a-401b-8698-35660395c910", "address": "fa:16:3e:82:a7:1a", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1067c148-b2", "ovs_interfaceid": "1067c148-b22a-401b-8698-35660395c910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.937228] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc6d21f-6dd8-45cf-b2eb-0da5ffc84f62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.946808] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0d9aa-4b17-427a-aee5-20873074ee59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.974907] env[69498]: DEBUG nova.compute.provider_tree [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.136126] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098113, 'name': ReconfigVM_Task, 'duration_secs': 0.603428} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.136126] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.137289] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce81f798-3ab0-46e6-b539-7112c9c15e09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.146934] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 974.146934] env[69498]: value = "task-4098119" [ 974.146934] env[69498]: _type = "Task" [ 974.146934] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.158859] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098119, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.176628] env[69498]: DEBUG nova.compute.manager [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.176962] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.178138] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec7afe-40a2-45d3-bce8-57ffea64548f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188231] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.188538] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7c55959-f864-4d28-9b72-4d2ef273d186 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.197885] env[69498]: DEBUG oslo_vmware.api [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 974.197885] env[69498]: value = "task-4098120" [ 974.197885] env[69498]: _type = "Task" [ 974.197885] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.215045] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.231346] env[69498]: DEBUG oslo_vmware.api [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.236091] env[69498]: DEBUG oslo_vmware.api [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098099, 'name': ReconfigVM_Task, 'duration_secs': 5.840759} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.236091] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.236091] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Reconfigured VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 974.257809] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.259844] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.259914] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.260130] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.260284] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.260436] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.260654] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.260811] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.260991] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.261432] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.261775] env[69498]: DEBUG nova.virt.hardware [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.262689] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c5de44-c96b-451d-8f92-41cfb6d9eb89 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.273186] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2910f75a-52f4-48c7-ad29-e0deedbaa29b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.441580] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "refresh_cache-3eee3e12-483c-4a2c-abf1-5a8c84912222" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.441996] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Instance network_info: |[{"id": "1067c148-b22a-401b-8698-35660395c910", "address": "fa:16:3e:82:a7:1a", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1067c148-b2", "ovs_interfaceid": "1067c148-b22a-401b-8698-35660395c910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.442197] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Acquired lock "refresh_cache-3eee3e12-483c-4a2c-abf1-5a8c84912222" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.442375] env[69498]: DEBUG nova.network.neutron [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Refreshing network info cache for port 1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.444499] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a7:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1067c148-b22a-401b-8698-35660395c910', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.453925] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.457030] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.457030] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89452458-01b6-472d-979e-7113c925c195 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.474030] env[69498]: DEBUG nova.scheduler.client.report [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.488538] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.488538] env[69498]: value = "task-4098121" [ 974.488538] env[69498]: _type = "Task" [ 974.488538] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.501631] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098121, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.658886] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098119, 'name': Rename_Task, 'duration_secs': 0.231717} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.659329] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.659593] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d05dca2-3b96-487f-879b-17b013695841 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.667709] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 974.667709] env[69498]: value = "task-4098122" [ 974.667709] env[69498]: _type = "Task" [ 974.667709] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.677274] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.709708] env[69498]: DEBUG oslo_vmware.api [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098120, 'name': PowerOffVM_Task, 'duration_secs': 0.318538} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.709708] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.709848] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.713026] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a8a07ac-4315-4f98-b7db-29a82d623b4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.735544] env[69498]: DEBUG nova.compute.manager [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-vif-deleted-a96292c9-2785-4302-93df-c430338e396e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.735938] env[69498]: INFO nova.compute.manager [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Neutron deleted interface a96292c9-2785-4302-93df-c430338e396e; detaching it from the instance and deleting it from the info cache [ 974.736406] env[69498]: DEBUG nova.network.neutron [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cdbb56f-d764-4414-b7b2-24a3601c6d59", "address": "fa:16:3e:18:0a:89", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbb56f-d7", "ovs_interfaceid": "8cdbb56f-d764-4414-b7b2-24a3601c6d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.792978] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.792978] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.792978] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleting the datastore file [datastore1] e895a69f-dea3-4d2f-8633-ff7ce936b352 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.793312] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1cf2e1-af73-41d9-8f40-5956706a62a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.802037] env[69498]: DEBUG oslo_vmware.api [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 974.802037] env[69498]: value = "task-4098124" [ 974.802037] env[69498]: _type = "Task" [ 974.802037] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.815651] env[69498]: DEBUG oslo_vmware.api [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.980800] env[69498]: DEBUG nova.network.neutron [-] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.984812] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.986471] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.990810] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.688s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.990810] env[69498]: DEBUG nova.objects.instance [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 975.007063] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098121, 'name': CreateVM_Task, 'duration_secs': 0.433028} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.009021] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.015027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.015027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.015027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.015027] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ff18a5-2875-4afd-b5d7-7506a7351194 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.023030] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 975.023030] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fc9b86-cafd-5d45-0691-e221c65e17a1" [ 975.023030] env[69498]: _type = "Task" [ 975.023030] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.044570] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fc9b86-cafd-5d45-0691-e221c65e17a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.179097] env[69498]: DEBUG nova.network.neutron [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Successfully updated port: c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.192020] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.240027] env[69498]: DEBUG oslo_concurrency.lockutils [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.240578] env[69498]: DEBUG oslo_concurrency.lockutils [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] Acquired lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.241373] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffea628-f200-4ce7-b392-81098f2411dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.264111] env[69498]: DEBUG oslo_concurrency.lockutils [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] Releasing lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.264451] env[69498]: WARNING nova.compute.manager [req-995c1669-5ba0-4e4c-a7be-df02064f60db req-5501773c-9870-42f9-86ed-79ff18a984e0 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Detach interface failed, port_id=a96292c9-2785-4302-93df-c430338e396e, reason: No device with interface-id a96292c9-2785-4302-93df-c430338e396e exists on VM: nova.exception.NotFound: No device with interface-id a96292c9-2785-4302-93df-c430338e396e exists on VM [ 975.314431] env[69498]: DEBUG oslo_vmware.api [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283067} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.314750] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.315024] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.315238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.315413] env[69498]: INFO nova.compute.manager [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Took 1.14 seconds to destroy the instance on the hypervisor. [ 975.315731] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.316048] env[69498]: DEBUG nova.compute.manager [-] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.316367] env[69498]: DEBUG nova.network.neutron [-] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.397243] env[69498]: DEBUG nova.network.neutron [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Updated VIF entry in instance network info cache for port 1067c148-b22a-401b-8698-35660395c910. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.397243] env[69498]: DEBUG nova.network.neutron [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Updating instance_info_cache with network_info: [{"id": "1067c148-b22a-401b-8698-35660395c910", "address": "fa:16:3e:82:a7:1a", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1067c148-b2", "ovs_interfaceid": "1067c148-b22a-401b-8698-35660395c910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.490178] env[69498]: INFO nova.compute.manager [-] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Took 1.73 seconds to deallocate network for instance. [ 975.503182] env[69498]: DEBUG nova.compute.utils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.509149] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.509220] env[69498]: DEBUG nova.network.neutron [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.536339] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.538221] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Processing image 01a063ee-beaa-4387-99c8-646632f8b28c {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.538221] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.538221] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.538221] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.538221] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed841ee-618b-4134-a5b1-1dd60a636802 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.548465] env[69498]: DEBUG nova.network.neutron [-] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.551833] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.551833] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.553081] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c430ea22-8333-470e-af2e-d72d612b4372 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.560828] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 975.560828] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52663bf9-8c9d-646d-221e-f55e326ba360" [ 975.560828] env[69498]: _type = "Task" [ 975.560828] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.575511] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52663bf9-8c9d-646d-221e-f55e326ba360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.581149] env[69498]: DEBUG nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Received event network-vif-deleted-209796ca-7c0c-4f4c-9542-1781a85ceb8e {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.581516] env[69498]: DEBUG nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Received event network-vif-plugged-c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.581516] env[69498]: DEBUG oslo_concurrency.lockutils [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] Acquiring lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.581714] env[69498]: DEBUG oslo_concurrency.lockutils [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.581812] env[69498]: DEBUG oslo_concurrency.lockutils [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.582021] env[69498]: DEBUG nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] No waiting events found dispatching network-vif-plugged-c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 975.582172] env[69498]: WARNING nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Received unexpected event network-vif-plugged-c96ac5b6-f5fc-4533-8cab-12ec09f547e0 for instance with vm_state building and task_state spawning. [ 975.582286] env[69498]: DEBUG nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Received event network-vif-deleted-424a6f45-0814-42f9-9dd6-dff5f0d91de3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.582447] env[69498]: DEBUG nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Received event network-changed-c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.582596] env[69498]: DEBUG nova.compute.manager [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Refreshing instance network info cache due to event network-changed-c96ac5b6-f5fc-4533-8cab-12ec09f547e0. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.582784] env[69498]: DEBUG oslo_concurrency.lockutils [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] Acquiring lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.582981] env[69498]: DEBUG oslo_concurrency.lockutils [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] Acquired lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.583063] env[69498]: DEBUG nova.network.neutron [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Refreshing network info cache for port c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.589613] env[69498]: DEBUG nova.policy [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a5acf1b496a4c96b79f99b02eb5a8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddad8dc858284d3c8065db49842a6dc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.647113] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.647420] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.647713] env[69498]: DEBUG nova.network.neutron [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.682839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.682839] env[69498]: DEBUG oslo_vmware.api [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098122, 'name': PowerOnVM_Task, 'duration_secs': 0.658849} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.682839] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.682839] env[69498]: INFO nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Took 8.23 seconds to spawn the instance on the hypervisor. [ 975.682839] env[69498]: DEBUG nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.683708] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4516b-2c91-4089-aefc-27c4004c9633 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.715503] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.715503] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811846', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'name': 'volume-9853c260-5a1f-4c85-91ee-ff282540f560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a9b1d5-6879-4417-a856-3f1e0a7eb21f', 'attached_at': '', 'detached_at': '', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'serial': '9853c260-5a1f-4c85-91ee-ff282540f560'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.715503] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5891414-4b7f-4536-830a-895c9c0dcad6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.739340] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65030f4e-c36d-4e9d-84a1-da9165cd0849 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.772438] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-9853c260-5a1f-4c85-91ee-ff282540f560/volume-9853c260-5a1f-4c85-91ee-ff282540f560.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.774916] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c7a69d-299b-4d2e-8cb7-a5b6efa01bd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.797193] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 975.797193] env[69498]: value = "task-4098125" [ 975.797193] env[69498]: _type = "Task" [ 975.797193] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.808887] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.903753] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Releasing lock "refresh_cache-3eee3e12-483c-4a2c-abf1-5a8c84912222" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.904071] env[69498]: DEBUG nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Received event network-changed-ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.904230] env[69498]: DEBUG nova.compute.manager [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Refreshing instance network info cache due to event network-changed-ad911770-ecc1-4b17-9a53-ac55586a15e1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.904512] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Acquiring lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.904669] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Acquired lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.904833] env[69498]: DEBUG nova.network.neutron [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Refreshing network info cache for port ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.010408] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.010733] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.014388] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f723e5be-239f-48fe-ac6c-7bb8fa2cd101 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.015566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.969s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.015804] env[69498]: DEBUG nova.objects.instance [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lazy-loading 'resources' on Instance uuid 9743ebcf-eab5-4e34-a148-b6bf4ba5882a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.056152] env[69498]: INFO nova.compute.manager [-] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Took 2.25 seconds to deallocate network for instance. [ 976.075344] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 976.077021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Fetch image to [datastore1] OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa/OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 976.077021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Downloading stream optimized image 01a063ee-beaa-4387-99c8-646632f8b28c to [datastore1] OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa/OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa.vmdk on the data store datastore1 as vApp {{(pid=69498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 976.077021] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Downloading image file data 01a063ee-beaa-4387-99c8-646632f8b28c to the ESX as VM named 'OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa' {{(pid=69498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 976.153378] env[69498]: DEBUG nova.network.neutron [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.187456] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 976.187456] env[69498]: value = "resgroup-9" [ 976.187456] env[69498]: _type = "ResourcePool" [ 976.187456] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 976.187456] env[69498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7f97c4da-ffca-445d-b108-eb91699aa624 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.216084] env[69498]: INFO nova.compute.manager [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Took 50.83 seconds to build instance. [ 976.223157] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease: (returnval){ [ 976.223157] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a77abe-7f99-3628-410e-5efcd7ae84c8" [ 976.223157] env[69498]: _type = "HttpNfcLease" [ 976.223157] env[69498]: } obtained for vApp import into resource pool (val){ [ 976.223157] env[69498]: value = "resgroup-9" [ 976.223157] env[69498]: _type = "ResourcePool" [ 976.223157] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 976.224192] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the lease: (returnval){ [ 976.224192] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a77abe-7f99-3628-410e-5efcd7ae84c8" [ 976.224192] env[69498]: _type = "HttpNfcLease" [ 976.224192] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.232566] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.232566] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a77abe-7f99-3628-410e-5efcd7ae84c8" [ 976.232566] env[69498]: _type = "HttpNfcLease" [ 976.232566] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.274768] env[69498]: DEBUG nova.network.neutron [-] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.310644] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.388204] env[69498]: DEBUG nova.network.neutron [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.564553] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.710421] env[69498]: DEBUG nova.network.neutron [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Successfully created port: 1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.720325] env[69498]: INFO nova.network.neutron [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Port 8cdbb56f-d764-4414-b7b2-24a3601c6d59 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 976.720325] env[69498]: DEBUG nova.network.neutron [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [{"id": "a3666dad-a714-434b-9450-9cad674e3958", "address": "fa:16:3e:6b:71:15", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3666dad-a7", "ovs_interfaceid": "a3666dad-a714-434b-9450-9cad674e3958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.728297] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13c4d45e-a640-4952-a57f-e5ec071d8b9c tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.360s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.739354] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.739354] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a77abe-7f99-3628-410e-5efcd7ae84c8" [ 976.739354] env[69498]: _type = "HttpNfcLease" [ 976.739354] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.777736] env[69498]: INFO nova.compute.manager [-] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Took 1.46 seconds to deallocate network for instance. [ 976.813749] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098125, 'name': ReconfigVM_Task, 'duration_secs': 0.793339} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.819368] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-9853c260-5a1f-4c85-91ee-ff282540f560/volume-9853c260-5a1f-4c85-91ee-ff282540f560.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.825349] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f989257a-319c-4dff-8bc8-c16d0d0ad99b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.843796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.843796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.844095] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.844602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.844602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.846597] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 976.846597] env[69498]: value = "task-4098127" [ 976.846597] env[69498]: _type = "Task" [ 976.846597] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.851586] env[69498]: INFO nova.compute.manager [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Terminating instance [ 976.867205] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.891670] env[69498]: DEBUG oslo_concurrency.lockutils [req-788537ad-9964-43d2-b9fc-30463252f481 req-5e30ee6c-1ca7-4762-9d0b-9f1400a7d0da service nova] Releasing lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.892080] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.892246] env[69498]: DEBUG nova.network.neutron [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.940404] env[69498]: DEBUG nova.network.neutron [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updated VIF entry in instance network info cache for port ad911770-ecc1-4b17-9a53-ac55586a15e1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.940861] env[69498]: DEBUG nova.network.neutron [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updating instance_info_cache with network_info: [{"id": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "address": "fa:16:3e:ab:6e:68", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad911770-ec", "ovs_interfaceid": "ad911770-ecc1-4b17-9a53-ac55586a15e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.028401] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.227088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-df98100b-1fa5-44f4-89dc-8a78e379cd4a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.248035] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.248035] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a77abe-7f99-3628-410e-5efcd7ae84c8" [ 977.248035] env[69498]: _type = "HttpNfcLease" [ 977.248035] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.248431] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.248431] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a77abe-7f99-3628-410e-5efcd7ae84c8" [ 977.248431] env[69498]: _type = "HttpNfcLease" [ 977.248431] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 977.249527] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30ec57-233b-447b-8521-8783e9e30b0b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.262315] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219a757-9af4-f8bb-62e9-a2e9f5fc0e89/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.262534] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219a757-9af4-f8bb-62e9-a2e9f5fc0e89/disk-0.vmdk. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 977.326777] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.343341] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdd165ef-98bb-4062-b860-9730bdb02924 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.360508] env[69498]: DEBUG nova.compute.manager [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.361015] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.366010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9022467c-71e3-41c7-8883-33c078816167 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.369009] env[69498]: DEBUG oslo_vmware.api [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098127, 'name': ReconfigVM_Task, 'duration_secs': 0.192872} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.371381] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.371649] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.371955] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.372174] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.372521] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.372521] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.372819] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.372996] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.373187] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.373356] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.373532] env[69498]: DEBUG nova.virt.hardware [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.373884] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811846', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'name': 'volume-9853c260-5a1f-4c85-91ee-ff282540f560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a9b1d5-6879-4417-a856-3f1e0a7eb21f', 'attached_at': '', 'detached_at': '', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'serial': '9853c260-5a1f-4c85-91ee-ff282540f560'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.377221] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d46449-b914-47b3-906d-906d03544960 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.391444] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.393555] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268df10-f536-dc99-5b33-e8c431a3c826/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 977.394860] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85af09f-e172-4f1a-a9f5-5fd1c6bf5342 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.398767] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41e6ed9-9725-4fab-927c-60a96351209d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.400720] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b089bf5-0ef8-408e-a836-4f86113b585e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.407894] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c3e582-c812-43b9-9cd2-40cbc873db61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.430294] env[69498]: DEBUG nova.compute.manager [req-a295c480-5e58-4ad7-8205-b53a4f927254 req-b32f1eef-2c87-4baf-9763-1ff8201c8720 service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-vif-deleted-8cdbb56f-d764-4414-b7b2-24a3601c6d59 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.430793] env[69498]: DEBUG oslo_vmware.api [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 977.430793] env[69498]: value = "task-4098128" [ 977.430793] env[69498]: _type = "Task" [ 977.430793] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.431108] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268df10-f536-dc99-5b33-e8c431a3c826/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 977.431294] env[69498]: ERROR oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268df10-f536-dc99-5b33-e8c431a3c826/disk-0.vmdk due to incomplete transfer. [ 977.432569] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467c51c-987c-47a4-b6e6-85fc897125d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.437043] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8dd2ccdd-9f96-4262-9e0c-cd91671c349d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.443597] env[69498]: DEBUG oslo_concurrency.lockutils [req-b398bc7e-f8f1-4eda-8e53-f128990751df req-f70964e5-30de-406e-acea-538e4f6e4c5e service nova] Releasing lock "refresh_cache-96905bf3-6012-4714-ac7d-e821819fe266" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.481072] env[69498]: DEBUG oslo_vmware.api [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.483296] env[69498]: DEBUG nova.network.neutron [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.487148] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20fda59-2a56-4bee-9c35-945fa1976e42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.490089] env[69498]: DEBUG oslo_vmware.rw_handles [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268df10-f536-dc99-5b33-e8c431a3c826/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.490317] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Uploaded image 2fd909fe-0182-4740-853a-984ee88bbfab to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.492714] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.493364] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27f8ff67-2f39-4aea-b937-bc5e6044f2c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.504956] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c515257d-1e41-4fb9-9cbf-476cd8a250ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.511828] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 977.511828] env[69498]: value = "task-4098129" [ 977.511828] env[69498]: _type = "Task" [ 977.511828] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.540445] env[69498]: DEBUG nova.compute.provider_tree [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.550320] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098129, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.738106] env[69498]: DEBUG oslo_concurrency.lockutils [None req-88fde4c0-b926-48c7-b5ac-ffd2aead1914 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-df98100b-1fa5-44f4-89dc-8a78e379cd4a-a96292c9-2785-4302-93df-c430338e396e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.132s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.753509] env[69498]: DEBUG nova.network.neutron [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Updating instance_info_cache with network_info: [{"id": "c96ac5b6-f5fc-4533-8cab-12ec09f547e0", "address": "fa:16:3e:b4:90:ee", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96ac5b6-f5", "ovs_interfaceid": "c96ac5b6-f5fc-4533-8cab-12ec09f547e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.907938] env[69498]: DEBUG nova.compute.manager [req-c46eec5c-5e62-4157-97b3-2944f7cb37fb req-15bede1e-cc5a-4712-a29a-52c60ad48e22 service nova] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Received event network-vif-deleted-44580602-7718-482d-8562-2261ef721bb4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.946441] env[69498]: DEBUG oslo_vmware.api [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098128, 'name': PowerOffVM_Task, 'duration_secs': 0.397318} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.948527] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.948670] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.949091] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f173af8-6b31-4279-82ff-1d2d352c80bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.025521] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098129, 'name': Destroy_Task, 'duration_secs': 0.47645} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.027249] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Destroyed the VM [ 978.027932] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.027932] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eeb510ca-5328-4e4e-932a-d28b2f2ceab6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.038348] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 978.038348] env[69498]: value = "task-4098131" [ 978.038348] env[69498]: _type = "Task" [ 978.038348] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.043778] env[69498]: DEBUG nova.scheduler.client.report [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.053402] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.208377] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 978.208377] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219a757-9af4-f8bb-62e9-a2e9f5fc0e89/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.211014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070db95-4832-4242-87fe-770c83d8aa48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.222140] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219a757-9af4-f8bb-62e9-a2e9f5fc0e89/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.222140] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219a757-9af4-f8bb-62e9-a2e9f5fc0e89/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 978.222363] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1575d092-f664-47af-8650-a64d5fcb7e4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.260099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.260099] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Instance network_info: |[{"id": "c96ac5b6-f5fc-4533-8cab-12ec09f547e0", "address": "fa:16:3e:b4:90:ee", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96ac5b6-f5", "ovs_interfaceid": "c96ac5b6-f5fc-4533-8cab-12ec09f547e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.260099] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:90:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96ac5b6-f5fc-4533-8cab-12ec09f547e0', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.266501] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Creating folder: Project (520deaf0aa1e4c3ea0158eb6dc53681c). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.266908] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd60650-1b10-418e-a4d8-18a025023fee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.283393] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.286734] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.286734] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleting the datastore file [datastore2] df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.286734] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202ebfc3-1ea5-48fa-a50c-24f8382419d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.291205] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Created folder: Project (520deaf0aa1e4c3ea0158eb6dc53681c) in parent group-v811634. [ 978.291205] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Creating folder: Instances. Parent ref: group-v811849. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.304046] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d325f079-48ed-4d47-a10d-2593aa8fa1a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.311034] env[69498]: DEBUG oslo_vmware.api [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 978.311034] env[69498]: value = "task-4098134" [ 978.311034] env[69498]: _type = "Task" [ 978.311034] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.317745] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Created folder: Instances in parent group-v811849. [ 978.317840] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.318586] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.320697] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a221bdad-5c6f-47ce-bb12-3d2468e7988d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.346583] env[69498]: DEBUG oslo_vmware.api [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.356436] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.356436] env[69498]: value = "task-4098135" [ 978.356436] env[69498]: _type = "Task" [ 978.356436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.367768] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098135, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.462747] env[69498]: DEBUG nova.objects.instance [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lazy-loading 'flavor' on Instance uuid 03a9b1d5-6879-4417-a856-3f1e0a7eb21f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.487844] env[69498]: DEBUG oslo_vmware.rw_handles [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5219a757-9af4-f8bb-62e9-a2e9f5fc0e89/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 978.488300] env[69498]: INFO nova.virt.vmwareapi.images [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Downloaded image file data 01a063ee-beaa-4387-99c8-646632f8b28c [ 978.489249] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd6dc8d-187e-49c8-919d-1aebd01acd77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.513075] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd570361-3ad8-4832-9469-39334d9476a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.547984] env[69498]: INFO nova.virt.vmwareapi.images [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] The imported VM was unregistered [ 978.548603] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 978.548836] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating directory with path [datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.550260] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.535s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.552512] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-085ba724-a387-4a97-91fd-8ea4da8c019c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.557969] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.069s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.558227] env[69498]: DEBUG nova.objects.instance [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lazy-loading 'resources' on Instance uuid e93a8983-80bb-4d9b-a87d-cda8273b9b91 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.559580] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098131, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.574039] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created directory with path [datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.575105] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa/OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa.vmdk to [datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk. {{(pid=69498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 978.575595] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-13591ecd-ba9e-4aed-8524-1227a4a439c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.587232] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 978.587232] env[69498]: value = "task-4098137" [ 978.587232] env[69498]: _type = "Task" [ 978.587232] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.597419] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.598645] env[69498]: INFO nova.scheduler.client.report [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Deleted allocations for instance 9743ebcf-eab5-4e34-a148-b6bf4ba5882a [ 978.822369] env[69498]: DEBUG oslo_vmware.api [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323327} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.822783] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.823063] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.823305] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.823539] env[69498]: INFO nova.compute.manager [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Took 1.46 seconds to destroy the instance on the hypervisor. [ 978.823912] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.824187] env[69498]: DEBUG nova.compute.manager [-] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.825237] env[69498]: DEBUG nova.network.neutron [-] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.845160] env[69498]: INFO nova.compute.manager [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Rescuing [ 978.845160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.845160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.845160] env[69498]: DEBUG nova.network.neutron [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.872727] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098135, 'name': CreateVM_Task, 'duration_secs': 0.454243} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.872727] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.873381] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.875239] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.875239] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.875239] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6abb8b-b9b5-4b42-a86a-112a65b62d25 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.882398] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 978.882398] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cca25-8ea7-9805-31e8-a2948ec79c33" [ 978.882398] env[69498]: _type = "Task" [ 978.882398] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.894805] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cca25-8ea7-9805-31e8-a2948ec79c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.921760] env[69498]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 8cdbb56f-d764-4414-b7b2-24a3601c6d59 could not be found.", "detail": ""}} {{(pid=69498) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 978.921760] env[69498]: DEBUG nova.network.neutron [-] Unable to show port 8cdbb56f-d764-4414-b7b2-24a3601c6d59 as it no longer exists. {{(pid=69498) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 978.968850] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8af899b1-0342-443b-a3c5-764e57982f2f tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.902s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.019707] env[69498]: DEBUG nova.network.neutron [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Successfully updated port: 1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.054088] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098131, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585838} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.054431] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.054783] env[69498]: DEBUG nova.compute.manager [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.055789] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901737b1-370e-47d9-a7db-afa24ace8b06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.103568] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.110345] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cfba56f9-3fb7-468a-9dba-8e2e50117a62 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "9743ebcf-eab5-4e34-a148-b6bf4ba5882a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.726s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.403174] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523cca25-8ea7-9805-31e8-a2948ec79c33, 'name': SearchDatastore_Task, 'duration_secs': 0.048156} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.405791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.406072] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.406340] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.406499] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.406688] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.409615] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27a4311a-2d29-4d07-b7d6-14547f364484 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.432445] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.432445] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.432827] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814c17cd-68fa-43bd-9d8c-c4036a62d9e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.442257] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 979.442257] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521a8b58-4e83-4bc1-78d8-64556176c7f2" [ 979.442257] env[69498]: _type = "Task" [ 979.442257] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.452407] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521a8b58-4e83-4bc1-78d8-64556176c7f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.525589] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "4d5c701b-cc03-4761-a087-46a0b15ecb22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.525967] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.526210] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "4d5c701b-cc03-4761-a087-46a0b15ecb22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.526401] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.526602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.528734] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.528850] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.528983] env[69498]: DEBUG nova.network.neutron [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.530516] env[69498]: INFO nova.compute.manager [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Terminating instance [ 979.580052] env[69498]: INFO nova.compute.manager [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Shelve offloading [ 979.603691] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.731092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4771c0-6235-4fbb-8184-359aa8478aaa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.743711] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d38027-180a-4b52-80f6-4f52a47784bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.798723] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dabd28-6c1b-40c2-a50d-d3c02ba038b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.807724] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57af1e4a-8f5e-43d9-95e0-bb3d6243ccd6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.829026] env[69498]: DEBUG nova.compute.provider_tree [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.884867] env[69498]: DEBUG nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Received event network-changed-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.886553] env[69498]: DEBUG nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Refreshing instance network info cache due to event network-changed-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.888725] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.888725] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.888725] env[69498]: DEBUG nova.network.neutron [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Refreshing network info cache for port de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.926882] env[69498]: DEBUG nova.network.neutron [-] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.931692] env[69498]: DEBUG nova.network.neutron [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.961364] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521a8b58-4e83-4bc1-78d8-64556176c7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.087264} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.962022] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffecc3e0-9f27-4dbe-8bdc-823a89cb4750 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.974438] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 979.974438] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f1bfd7-ef77-1817-eaee-c44a6bcb110b" [ 979.974438] env[69498]: _type = "Task" [ 979.974438] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.986523] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f1bfd7-ef77-1817-eaee-c44a6bcb110b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.035597] env[69498]: DEBUG nova.compute.manager [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.035801] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.038632] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a8dff5-cf86-4d16-8566-c94ce52bdeb6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.053356] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.053717] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d504d866-e158-4678-b018-d09716541fa2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.065787] env[69498]: DEBUG oslo_vmware.api [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 980.065787] env[69498]: value = "task-4098138" [ 980.065787] env[69498]: _type = "Task" [ 980.065787] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.079081] env[69498]: DEBUG oslo_vmware.api [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4098138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.089486] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.089726] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf4d76c-f6ff-4aef-b0ec-92f94609028e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.103300] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.106354] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 980.106354] env[69498]: value = "task-4098139" [ 980.106354] env[69498]: _type = "Task" [ 980.106354] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.123505] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.123776] env[69498]: DEBUG nova.compute.manager [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.124888] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dddcb4-d3c7-4a23-95ba-3a7debe67709 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.133734] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.133920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.134111] env[69498]: DEBUG nova.network.neutron [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.136162] env[69498]: DEBUG nova.network.neutron [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.332917] env[69498]: DEBUG nova.scheduler.client.report [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.431216] env[69498]: INFO nova.compute.manager [-] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Took 1.61 seconds to deallocate network for instance. [ 980.440269] env[69498]: DEBUG oslo_concurrency.lockutils [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.443958] env[69498]: DEBUG nova.network.neutron [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Updating instance_info_cache with network_info: [{"id": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "address": "fa:16:3e:dc:7b:67", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd5a7a2-33", "ovs_interfaceid": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.492318] env[69498]: DEBUG nova.compute.manager [req-811a379e-a459-48dd-85bd-38856e781c0c req-be9380d4-7e01-43ec-a345-4501a0bf301d service nova] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Received event network-vif-deleted-a3666dad-a714-434b-9450-9cad674e3958 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.498242] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f1bfd7-ef77-1817-eaee-c44a6bcb110b, 'name': SearchDatastore_Task, 'duration_secs': 0.100326} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.498467] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.498680] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/8f0b773a-2aaf-4712-8710-602f6c2f3fff.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.499410] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6304c7e-f809-430c-8cd4-08330d5b7319 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.513077] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 980.513077] env[69498]: value = "task-4098140" [ 980.513077] env[69498]: _type = "Task" [ 980.513077] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.525330] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.579669] env[69498]: DEBUG oslo_vmware.api [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4098138, 'name': PowerOffVM_Task, 'duration_secs': 0.257786} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.582639] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.582944] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.583260] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66a0c656-dc26-4dfb-b15d-1db9bc510545 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.599920] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.662671] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.664884] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.664884] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Deleting the datastore file [datastore2] 4d5c701b-cc03-4761-a087-46a0b15ecb22 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.664884] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d18894-9d1e-4c79-8989-90995cfb3829 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.676577] env[69498]: DEBUG oslo_vmware.api [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for the task: (returnval){ [ 980.676577] env[69498]: value = "task-4098142" [ 980.676577] env[69498]: _type = "Task" [ 980.676577] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.682228] env[69498]: DEBUG nova.network.neutron [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updated VIF entry in instance network info cache for port de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.682697] env[69498]: DEBUG nova.network.neutron [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.699121] env[69498]: DEBUG oslo_vmware.api [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4098142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.841180] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.844638] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.621s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.844996] env[69498]: DEBUG nova.objects.instance [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lazy-loading 'resources' on Instance uuid 429f4a18-6c14-48d5-9b96-7f1ff2a8827f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.869522] env[69498]: INFO nova.scheduler.client.report [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleted allocations for instance e93a8983-80bb-4d9b-a87d-cda8273b9b91 [ 980.944176] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.947631] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.947969] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Instance network_info: |[{"id": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "address": "fa:16:3e:dc:7b:67", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd5a7a2-33", "ovs_interfaceid": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.948483] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:7b:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fd5a7a2-3365-4476-8ce0-4a73c1638d19', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.958849] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.959677] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.960013] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b54d2380-7703-4a1f-9b1c-441963c714cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.985397] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.985397] env[69498]: value = "task-4098143" [ 980.985397] env[69498]: _type = "Task" [ 980.985397] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.999311] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.027660] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.090302] env[69498]: DEBUG nova.network.neutron [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.107782] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.191738] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.192462] env[69498]: DEBUG nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Received event network-vif-plugged-1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.193052] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Acquiring lock "0a55604f-1dec-4843-ab34-63e4cc0f740d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.196028] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.196028] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.196028] env[69498]: DEBUG nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] No waiting events found dispatching network-vif-plugged-1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.196028] env[69498]: WARNING nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Received unexpected event network-vif-plugged-1fd5a7a2-3365-4476-8ce0-4a73c1638d19 for instance with vm_state building and task_state spawning. [ 981.196028] env[69498]: DEBUG nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Received event network-changed-1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.196028] env[69498]: DEBUG nova.compute.manager [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Refreshing instance network info cache due to event network-changed-1fd5a7a2-3365-4476-8ce0-4a73c1638d19. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.196028] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Acquiring lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.196028] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Acquired lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.196028] env[69498]: DEBUG nova.network.neutron [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Refreshing network info cache for port 1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.206711] env[69498]: DEBUG oslo_vmware.api [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Task: {'id': task-4098142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491191} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.208299] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.209050] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.210413] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.210472] env[69498]: INFO nova.compute.manager [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Took 1.17 seconds to destroy the instance on the hypervisor. [ 981.210733] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.211595] env[69498]: DEBUG nova.compute.manager [-] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.211717] env[69498]: DEBUG nova.network.neutron [-] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.379700] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fd464bb4-29e2-4f2b-8bdb-a428b973f32a tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "e93a8983-80bb-4d9b-a87d-cda8273b9b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.567s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.505724] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.526487] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.599701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.606043] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.926170] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299fb84b-a104-4b14-88e1-6166f25f7e80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.934833] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0d357-5713-4d5b-b4d9-27738d3cbb8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.970957] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f9180-5b89-4bb9-99c4-9c9863b95507 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.979480] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1545c-2ab5-4309-a053-021ff1ccda57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.004489] env[69498]: DEBUG nova.compute.provider_tree [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.013202] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.013506] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.013874] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407a973e-7bae-4a41-91b2-2ae67afded57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.029267] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.032069] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 982.032069] env[69498]: value = "task-4098144" [ 982.032069] env[69498]: _type = "Task" [ 982.032069] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.040730] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.108069] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098137, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.078479} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.108424] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa/OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa.vmdk to [datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk. [ 982.108703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Cleaning up location [datastore1] OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 982.109011] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6a741da1-f798-4366-82c4-ada7cd8e46fa {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.109309] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aae2e31-145a-4be1-a119-be31e7b6a958 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.119285] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 982.119285] env[69498]: value = "task-4098145" [ 982.119285] env[69498]: _type = "Task" [ 982.119285] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.130325] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.296374] env[69498]: DEBUG nova.network.neutron [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Updated VIF entry in instance network info cache for port 1fd5a7a2-3365-4476-8ce0-4a73c1638d19. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.297033] env[69498]: DEBUG nova.network.neutron [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Updating instance_info_cache with network_info: [{"id": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "address": "fa:16:3e:dc:7b:67", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd5a7a2-33", "ovs_interfaceid": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.329322] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.331452] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d109438f-0a6c-47da-ae05-f1db1e9205a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.343256] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.343354] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47acfeb0-9840-46ad-ae19-32e00801bf9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.506918] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.510277] env[69498]: DEBUG nova.scheduler.client.report [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.531346] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098140, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.867628} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.532522] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/8f0b773a-2aaf-4712-8710-602f6c2f3fff.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.532923] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.538229] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a96320e-b911-4e2e-b661-83911dde1add {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.549297] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098144, 'name': PowerOffVM_Task, 'duration_secs': 0.354098} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.550818] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.551888] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 982.551888] env[69498]: value = "task-4098147" [ 982.551888] env[69498]: _type = "Task" [ 982.551888] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.552317] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba0357b-7c5d-492e-bb6c-787e7ee84c0e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.601371] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.601371] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ded4b29-a540-43f3-8f01-2b0af560d8d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.630302] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21851} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.630522] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.630768] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.631093] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk to [datastore1] 3eee3e12-483c-4a2c-abf1-5a8c84912222/3eee3e12-483c-4a2c-abf1-5a8c84912222.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.631775] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-963007b2-bd87-48f5-905e-b2542c1eef84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.640548] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 982.640548] env[69498]: value = "task-4098148" [ 982.640548] env[69498]: _type = "Task" [ 982.640548] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.647936] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.648300] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbfa49f4-7342-45c1-985e-62a7dde27cda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.653618] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.660272] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 982.660272] env[69498]: value = "task-4098149" [ 982.660272] env[69498]: _type = "Task" [ 982.660272] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.669165] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.680978] env[69498]: DEBUG nova.compute.manager [req-dc53222f-3232-4d17-8af5-5adf05a34619 req-080031ba-d9bb-4db8-8c68-9e5021942a29 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Received event network-vif-deleted-893770b2-2a69-44d1-be27-5f3bdec26e1d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.681385] env[69498]: INFO nova.compute.manager [req-dc53222f-3232-4d17-8af5-5adf05a34619 req-080031ba-d9bb-4db8-8c68-9e5021942a29 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Neutron deleted interface 893770b2-2a69-44d1-be27-5f3bdec26e1d; detaching it from the instance and deleting it from the info cache [ 982.681385] env[69498]: DEBUG nova.network.neutron [req-dc53222f-3232-4d17-8af5-5adf05a34619 req-080031ba-d9bb-4db8-8c68-9e5021942a29 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.800532] env[69498]: DEBUG oslo_concurrency.lockutils [req-6e8606a7-c456-4114-9c0a-8f6654e1a4a1 req-888541e4-5490-44f1-8834-d257e7bcc5f5 service nova] Releasing lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.869167] env[69498]: DEBUG nova.network.neutron [-] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.957181] env[69498]: DEBUG nova.compute.manager [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-vif-unplugged-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.957181] env[69498]: DEBUG oslo_concurrency.lockutils [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.957181] env[69498]: DEBUG oslo_concurrency.lockutils [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.957181] env[69498]: DEBUG oslo_concurrency.lockutils [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.957875] env[69498]: DEBUG nova.compute.manager [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] No waiting events found dispatching network-vif-unplugged-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 982.958252] env[69498]: WARNING nova.compute.manager [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received unexpected event network-vif-unplugged-64bb0326-dc96-4647-9145-fe361fbed7fe for instance with vm_state shelved and task_state shelving_offloading. [ 982.958634] env[69498]: DEBUG nova.compute.manager [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-changed-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.958675] env[69498]: DEBUG nova.compute.manager [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Refreshing instance network info cache due to event network-changed-64bb0326-dc96-4647-9145-fe361fbed7fe. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.958891] env[69498]: DEBUG oslo_concurrency.lockutils [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.959084] env[69498]: DEBUG oslo_concurrency.lockutils [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.959292] env[69498]: DEBUG nova.network.neutron [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Refreshing network info cache for port 64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.975271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.975271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.975501] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.975728] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.976225] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.979620] env[69498]: INFO nova.compute.manager [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Terminating instance [ 983.006948] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.016029] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.017270] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.594s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.020166] env[69498]: INFO nova.compute.claims [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.048148] env[69498]: INFO nova.scheduler.client.report [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Deleted allocations for instance 429f4a18-6c14-48d5-9b96-7f1ff2a8827f [ 983.071032] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.071032] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.072342] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22797308-7a16-422c-9335-7ccb04c0fdda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.099472] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/8f0b773a-2aaf-4712-8710-602f6c2f3fff.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.100410] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95f671a-f4da-4023-a578-d82fc393c976 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.127268] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 983.127268] env[69498]: value = "task-4098150" [ 983.127268] env[69498]: _type = "Task" [ 983.127268] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.137098] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.154397] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.175024] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.175024] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.175024] env[69498]: DEBUG oslo_concurrency.lockutils [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.175024] env[69498]: DEBUG oslo_concurrency.lockutils [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.175024] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.175024] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53017fea-2c3a-4bae-bed9-cf561b0136d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.186073] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ccc1922-93ae-45dc-9998-dcc38bde033c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.192121] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.192360] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.194363] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1012723a-54ef-4c1d-9dfa-8303c585c385 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.200063] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c688ff75-cf5e-426f-80d8-b1c4fd1312b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.216052] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 983.216052] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52767f96-4d6f-c8bf-2474-bdfb76314fb3" [ 983.216052] env[69498]: _type = "Task" [ 983.216052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.225348] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52767f96-4d6f-c8bf-2474-bdfb76314fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.242029] env[69498]: DEBUG nova.compute.manager [req-dc53222f-3232-4d17-8af5-5adf05a34619 req-080031ba-d9bb-4db8-8c68-9e5021942a29 service nova] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Detach interface failed, port_id=893770b2-2a69-44d1-be27-5f3bdec26e1d, reason: Instance 4d5c701b-cc03-4761-a087-46a0b15ecb22 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.369521] env[69498]: INFO nova.compute.manager [-] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Took 2.16 seconds to deallocate network for instance. [ 983.487625] env[69498]: DEBUG nova.compute.manager [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.488713] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.488914] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1bc554-3136-4eaa-b33f-f1e8363bec19 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.511361] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.513932] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.514253] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86168877-8c72-4448-b07e-cb49239fac2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.525380] env[69498]: DEBUG oslo_vmware.api [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 983.525380] env[69498]: value = "task-4098151" [ 983.525380] env[69498]: _type = "Task" [ 983.525380] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.545579] env[69498]: DEBUG oslo_vmware.api [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.559011] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce9a6698-525a-475d-8410-540643be1f48 tempest-ServersListShow296Test-299324177 tempest-ServersListShow296Test-299324177-project-member] Lock "429f4a18-6c14-48d5-9b96-7f1ff2a8827f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.718s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.646159] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.661140] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.731942] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52767f96-4d6f-c8bf-2474-bdfb76314fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.733093] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc0b4c5-3dd6-4977-b2f0-d6fbd2b6ec6a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.744644] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 983.744644] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5270a95e-71cc-5f24-c839-76fdfe4bb2a8" [ 983.744644] env[69498]: _type = "Task" [ 983.744644] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.761847] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5270a95e-71cc-5f24-c839-76fdfe4bb2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.880206] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.947038] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.947348] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.947919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.947919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.948111] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.950344] env[69498]: INFO nova.compute.manager [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Terminating instance [ 984.011738] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.022983] env[69498]: DEBUG nova.network.neutron [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updated VIF entry in instance network info cache for port 64bb0326-dc96-4647-9145-fe361fbed7fe. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.022983] env[69498]: DEBUG nova.network.neutron [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": null, "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap64bb0326-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.042025] env[69498]: DEBUG oslo_vmware.api [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098151, 'name': PowerOffVM_Task, 'duration_secs': 0.507025} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.042543] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.042847] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.043306] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccfa713-ba50-427e-9a4a-e30490eef9c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.136589] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.137041] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.137369] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleting the datastore file [datastore2] ee420eef-4e5e-4a62-ad11-8d4f5572c74f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.138342] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81932c43-5d06-468e-90e1-6183e1f54a11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.151510] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098150, 'name': ReconfigVM_Task, 'duration_secs': 0.671631} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.158235] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/8f0b773a-2aaf-4712-8710-602f6c2f3fff.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.159900] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c72d9ec-a971-4361-a854-9b9a5720f960 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.164226] env[69498]: DEBUG oslo_vmware.api [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 984.164226] env[69498]: value = "task-4098153" [ 984.164226] env[69498]: _type = "Task" [ 984.164226] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.177249] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.179312] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 984.179312] env[69498]: value = "task-4098154" [ 984.179312] env[69498]: _type = "Task" [ 984.179312] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.188560] env[69498]: DEBUG oslo_vmware.api [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.196924] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098154, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.266323] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5270a95e-71cc-5f24-c839-76fdfe4bb2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.097164} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.267198] env[69498]: DEBUG oslo_concurrency.lockutils [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.267645] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. {{(pid=69498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 984.267979] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-771b9c16-0941-4df7-8183-0044445696cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.280736] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 984.280736] env[69498]: value = "task-4098155" [ 984.280736] env[69498]: _type = "Task" [ 984.280736] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.293469] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.333969] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.333969] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.334176] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleting the datastore file [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.334407] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b756f1a7-c3a9-44ba-b2de-ee478c915011 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.350235] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 984.350235] env[69498]: value = "task-4098156" [ 984.350235] env[69498]: _type = "Task" [ 984.350235] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.368344] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.459455] env[69498]: DEBUG nova.compute.manager [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.459705] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.462455] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedfd592-29e1-4a01-9a59-9f44f4660f9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.477889] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.478339] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b860e3cd-a022-4b23-960c-c03f2c9022f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.490760] env[69498]: DEBUG oslo_vmware.api [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 984.490760] env[69498]: value = "task-4098157" [ 984.490760] env[69498]: _type = "Task" [ 984.490760] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.522933] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.524044] env[69498]: DEBUG oslo_vmware.api [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.527352] env[69498]: DEBUG oslo_concurrency.lockutils [req-580b1e0b-2646-4092-bc15-20dc4d76c465 req-a36b3192-565a-41d6-8ce9-9046f134d49c service nova] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.664728] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.667277] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e4740-6015-4a64-8a00-7400c2f25293 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.680321] env[69498]: DEBUG oslo_vmware.api [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336405} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.683215] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.683455] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.683640] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.683908] env[69498]: INFO nova.compute.manager [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 984.684223] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.687999] env[69498]: DEBUG nova.compute.manager [-] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.688145] env[69498]: DEBUG nova.network.neutron [-] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.690742] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718b6a36-1d78-413a-ba7a-96c478e27bd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.732216] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdaae6-a18b-4be8-8128-870609b5877f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.735384] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098154, 'name': Rename_Task, 'duration_secs': 0.244364} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.735708] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.736547] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cca7bfd-4287-4406-8bc5-b177bf861869 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.748585] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377af5cb-1526-4159-836c-1c1a77e48f9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.752524] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 984.752524] env[69498]: value = "task-4098158" [ 984.752524] env[69498]: _type = "Task" [ 984.752524] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.771739] env[69498]: DEBUG nova.compute.provider_tree [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.782414] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098158, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.797328] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.862823] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.010094] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098143, 'name': CreateVM_Task, 'duration_secs': 3.997505} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.016167] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.016167] env[69498]: DEBUG oslo_vmware.api [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098157, 'name': PowerOffVM_Task, 'duration_secs': 0.403626} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.016167] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.016167] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.016167] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.016615] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.016934] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.017314] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455543ab-38b6-4d33-ae98-eac7e35c3452 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.019405] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdb61a3a-1e36-4c47-a69e-9a5cbfc0c6e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.026860] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 985.026860] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522911a0-47c1-1950-e212-e9a4b96a8ee8" [ 985.026860] env[69498]: _type = "Task" [ 985.026860] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.040534] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522911a0-47c1-1950-e212-e9a4b96a8ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.102077] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.102077] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.102077] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Deleting the datastore file [datastore2] d9e664eb-dc03-44dd-a0d6-53f29c4ce25c {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.102077] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5db8ab-28b9-4050-81eb-482be59d46c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.113360] env[69498]: DEBUG oslo_vmware.api [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for the task: (returnval){ [ 985.113360] env[69498]: value = "task-4098160" [ 985.113360] env[69498]: _type = "Task" [ 985.113360] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.122603] env[69498]: DEBUG oslo_vmware.api [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.163917] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.265522] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.276152] env[69498]: DEBUG nova.scheduler.client.report [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.287163] env[69498]: DEBUG nova.compute.manager [req-82fa05ed-324d-4618-8ec2-d2e4c00b7fa6 req-9d5273ec-a6fb-4fe1-8b46-7338de8445f8 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Received event network-vif-deleted-89965300-bd8b-448d-b163-2b584e4f8d9d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.287463] env[69498]: INFO nova.compute.manager [req-82fa05ed-324d-4618-8ec2-d2e4c00b7fa6 req-9d5273ec-a6fb-4fe1-8b46-7338de8445f8 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Neutron deleted interface 89965300-bd8b-448d-b163-2b584e4f8d9d; detaching it from the instance and deleting it from the info cache [ 985.287642] env[69498]: DEBUG nova.network.neutron [req-82fa05ed-324d-4618-8ec2-d2e4c00b7fa6 req-9d5273ec-a6fb-4fe1-8b46-7338de8445f8 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.302161] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.363983] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "ee171990-072e-431e-b294-6ae765189559" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.364340] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "ee171990-072e-431e-b294-6ae765189559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.371624] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.539718] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522911a0-47c1-1950-e212-e9a4b96a8ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.09731} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.540193] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.540565] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.540935] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541220] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541573] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.542034] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd27afc9-8efa-49fd-bf9e-a0e131b327ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.560947] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.561200] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.562026] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82da7f89-37f6-43e2-a839-ffe724d6fe85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.569719] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 985.569719] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526e7794-456a-cf00-55a5-dce9462e27e1" [ 985.569719] env[69498]: _type = "Task" [ 985.569719] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.580246] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526e7794-456a-cf00-55a5-dce9462e27e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.623256] env[69498]: DEBUG oslo_vmware.api [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Task: {'id': task-4098160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328952} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.623592] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.623842] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.624055] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.624289] env[69498]: INFO nova.compute.manager [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 985.624544] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.624795] env[69498]: DEBUG nova.compute.manager [-] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.624930] env[69498]: DEBUG nova.network.neutron [-] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.662645] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.706293] env[69498]: DEBUG nova.network.neutron [-] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.767036] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098158, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.784088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.784687] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.788696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.353s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.788926] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.794022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.837s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.794022] env[69498]: DEBUG nova.objects.instance [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lazy-loading 'resources' on Instance uuid 20f25b15-863f-4f35-a361-0836a1792cdc {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.799418] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149a2bb6-397a-4e2a-8f09-bd35932d3768 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.808167] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.813080] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51a855-53f2-4456-abf6-9b67615ad376 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.832237] env[69498]: INFO nova.scheduler.client.report [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocations for instance 3a61f848-0402-4aad-a007-e630c8a2f08b [ 985.866289] env[69498]: DEBUG nova.compute.manager [req-82fa05ed-324d-4618-8ec2-d2e4c00b7fa6 req-9d5273ec-a6fb-4fe1-8b46-7338de8445f8 service nova] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Detach interface failed, port_id=89965300-bd8b-448d-b163-2b584e4f8d9d, reason: Instance ee420eef-4e5e-4a62-ad11-8d4f5572c74f could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.873132] env[69498]: DEBUG nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.882482] env[69498]: DEBUG oslo_vmware.api [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.488939} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.883015] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.883220] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.883395] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.913275] env[69498]: INFO nova.scheduler.client.report [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted allocations for instance d59cf518-5f32-4d3a-81e3-3ba7e8414987 [ 986.083963] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526e7794-456a-cf00-55a5-dce9462e27e1, 'name': SearchDatastore_Task, 'duration_secs': 0.101} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.084797] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fa8e65-5d55-4310-9d7c-228489b17886 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.094108] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 986.094108] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526cca50-4f23-f4a8-30ee-36190b9ed72b" [ 986.094108] env[69498]: _type = "Task" [ 986.094108] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.106922] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526cca50-4f23-f4a8-30ee-36190b9ed72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.163394] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098148, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.154402} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.163681] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01a063ee-beaa-4387-99c8-646632f8b28c/01a063ee-beaa-4387-99c8-646632f8b28c.vmdk to [datastore1] 3eee3e12-483c-4a2c-abf1-5a8c84912222/3eee3e12-483c-4a2c-abf1-5a8c84912222.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.164596] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5078cb0-9679-4038-93f0-b94bf422bdb7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.190786] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3eee3e12-483c-4a2c-abf1-5a8c84912222/3eee3e12-483c-4a2c-abf1-5a8c84912222.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.191137] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a9c6f0-d2a9-4940-a301-7fc6cf2fd47d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.209832] env[69498]: INFO nova.compute.manager [-] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Took 1.52 seconds to deallocate network for instance. [ 986.215627] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 986.215627] env[69498]: value = "task-4098161" [ 986.215627] env[69498]: _type = "Task" [ 986.215627] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.225052] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.263133] env[69498]: DEBUG oslo_vmware.api [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098158, 'name': PowerOnVM_Task, 'duration_secs': 1.159595} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.263429] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.263626] env[69498]: INFO nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Took 12.05 seconds to spawn the instance on the hypervisor. [ 986.263804] env[69498]: DEBUG nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.264564] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e947d1-50d6-4a92-b6e8-e36cc9e2d681 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.299398] env[69498]: DEBUG nova.compute.utils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.304296] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.304460] env[69498]: DEBUG nova.network.neutron [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.313549] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.902274} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.313549] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. [ 986.314312] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f674a-ee4a-418e-84d2-5e3baef6b8b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.349926] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.352940] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a6d1d6f2-4fcf-41c1-a85b-7f45887ccbed tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "3a61f848-0402-4aad-a007-e630c8a2f08b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.590s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.354114] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44598022-0ee2-43b8-a523-a2e3cef548b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.375289] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 986.375289] env[69498]: value = "task-4098162" [ 986.375289] env[69498]: _type = "Task" [ 986.375289] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.380285] env[69498]: DEBUG nova.policy [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb23cbf06f54efbba3378a451fd5f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001278abcec742f0ba4c8400d29cf5a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.392060] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.408994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.416515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.609697] env[69498]: DEBUG nova.network.neutron [-] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.611342] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526cca50-4f23-f4a8-30ee-36190b9ed72b, 'name': SearchDatastore_Task, 'duration_secs': 0.058423} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.611342] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.611619] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 0a55604f-1dec-4843-ab34-63e4cc0f740d/0a55604f-1dec-4843-ab34-63e4cc0f740d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.611792] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71616937-e283-4eb3-9f80-97f406e6e937 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.620543] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 986.620543] env[69498]: value = "task-4098163" [ 986.620543] env[69498]: _type = "Task" [ 986.620543] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.637472] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.721729] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.728823] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.786711] env[69498]: INFO nova.compute.manager [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Took 50.82 seconds to build instance. [ 986.808135] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.881848] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb76127-d3a1-411e-acc4-fdc9377d5715 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.888995] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.895292] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdf615-06c9-4332-8aed-bc91056ec90a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.933063] env[69498]: DEBUG nova.network.neutron [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Successfully created port: f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.935238] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4edae26-0ecd-4eac-a3c1-fd81b13fdb4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.946993] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e63fdc-51fd-45b8-ab3a-a0d7249b6129 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.963145] env[69498]: DEBUG nova.compute.provider_tree [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.017867] env[69498]: INFO nova.compute.manager [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Rescuing [ 987.018120] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.018784] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.018784] env[69498]: DEBUG nova.network.neutron [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.112731] env[69498]: INFO nova.compute.manager [-] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Took 1.49 seconds to deallocate network for instance. [ 987.132087] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098163, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.227278] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098161, 'name': ReconfigVM_Task, 'duration_secs': 0.886027} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.227622] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3eee3e12-483c-4a2c-abf1-5a8c84912222/3eee3e12-483c-4a2c-abf1-5a8c84912222.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.228235] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc8c5c9-42b4-4fec-9a7c-93899b50db84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.235917] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 987.235917] env[69498]: value = "task-4098164" [ 987.235917] env[69498]: _type = "Task" [ 987.235917] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.247161] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098164, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.290369] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9eabee03-e2af-4775-bbed-4fbd661167ea tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.621s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.385871] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098162, 'name': ReconfigVM_Task, 'duration_secs': 0.834178} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.386177] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.387066] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66434da-f4f3-44f9-a2e3-9256ce619ca4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.427297] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e8e338-3d75-4b9f-a565-8001342df330 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.446424] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 987.446424] env[69498]: value = "task-4098165" [ 987.446424] env[69498]: _type = "Task" [ 987.446424] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.455955] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.470284] env[69498]: DEBUG nova.scheduler.client.report [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.501685] env[69498]: DEBUG nova.compute.manager [req-e42179d5-4745-4104-88cb-b282999c7c77 req-ab42fda4-4fa3-429e-88ee-7240fc3e490e service nova] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Received event network-vif-deleted-abacf1cb-1a7e-4339-b303-5bf7331e45af {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.621275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.634069] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533636} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.634347] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 0a55604f-1dec-4843-ab34-63e4cc0f740d/0a55604f-1dec-4843-ab34-63e4cc0f740d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.634604] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.634948] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc4d10d2-f9c0-47f1-ae0a-958a63f154f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.641991] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 987.641991] env[69498]: value = "task-4098166" [ 987.641991] env[69498]: _type = "Task" [ 987.641991] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.652442] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.746695] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098164, 'name': Rename_Task, 'duration_secs': 0.410112} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.750099] env[69498]: DEBUG nova.network.neutron [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Updating instance_info_cache with network_info: [{"id": "c96ac5b6-f5fc-4533-8cab-12ec09f547e0", "address": "fa:16:3e:b4:90:ee", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96ac5b6-f5", "ovs_interfaceid": "c96ac5b6-f5fc-4533-8cab-12ec09f547e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.750099] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.750099] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3227c3b-c400-42e8-8e2a-034be319a77c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.761424] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 987.761424] env[69498]: value = "task-4098167" [ 987.761424] env[69498]: _type = "Task" [ 987.761424] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.771242] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.818436] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.844032] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.844032] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.844247] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.844340] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.844480] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.844627] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.844926] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.845128] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.845303] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.845466] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.845637] env[69498]: DEBUG nova.virt.hardware [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.846588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ee3f8-5021-4c01-bd88-021bf9ed43b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.855815] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98c38bc-95a6-483d-867f-11e762d25b98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.957021] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098165, 'name': ReconfigVM_Task, 'duration_secs': 0.428151} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.957341] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.957605] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bde78245-2b8d-42ab-a251-cadd89bf70b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.967461] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 987.967461] env[69498]: value = "task-4098168" [ 987.967461] env[69498]: _type = "Task" [ 987.967461] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.977063] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.979431] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.979962] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.024s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.981657] env[69498]: INFO nova.compute.claims [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.002034] env[69498]: INFO nova.scheduler.client.report [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Deleted allocations for instance 20f25b15-863f-4f35-a361-0836a1792cdc [ 988.154393] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067062} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.154705] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.155646] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03eeb5-c07e-46f2-a625-e0b0c7da03cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.180275] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0a55604f-1dec-4843-ab34-63e4cc0f740d/0a55604f-1dec-4843-ab34-63e4cc0f740d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.180618] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b1e9aea-44e5-4101-af2a-873b6e7ab14e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.202531] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 988.202531] env[69498]: value = "task-4098169" [ 988.202531] env[69498]: _type = "Task" [ 988.202531] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.213629] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.252560] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "refresh_cache-8f0b773a-2aaf-4712-8710-602f6c2f3fff" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.275332] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.476198] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.486030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.506s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.486831] env[69498]: DEBUG nova.compute.utils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Instance c56d2af2-5d9e-4b1a-94ef-dba99cc7e524 could not be found. {{(pid=69498) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 988.488081] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.731s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.488311] env[69498]: DEBUG nova.objects.instance [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lazy-loading 'resources' on Instance uuid 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.489937] env[69498]: DEBUG nova.compute.manager [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Instance disappeared during build. {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 988.490111] env[69498]: DEBUG nova.compute.manager [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Unplugging VIFs for instance {{(pid=69498) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 988.490326] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-c56d2af2-5d9e-4b1a-94ef-dba99cc7e524" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.490471] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-c56d2af2-5d9e-4b1a-94ef-dba99cc7e524" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.490699] env[69498]: DEBUG nova.network.neutron [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.518838] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d9941d8a-4339-45e9-800c-257b5820e863 tempest-ImagesNegativeTestJSON-2071510463 tempest-ImagesNegativeTestJSON-2071510463-project-member] Lock "20f25b15-863f-4f35-a361-0836a1792cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.143s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.715523] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098169, 'name': ReconfigVM_Task, 'duration_secs': 0.271891} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.718154] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0a55604f-1dec-4843-ab34-63e4cc0f740d/0a55604f-1dec-4843-ab34-63e4cc0f740d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.718154] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d1fc92-648e-4dac-b54f-f6d5f36ce68c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.726043] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 988.726043] env[69498]: value = "task-4098170" [ 988.726043] env[69498]: _type = "Task" [ 988.726043] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.739478] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098170, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.754331] env[69498]: DEBUG nova.network.neutron [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Successfully updated port: f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.773276] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.977637] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.997989] env[69498]: DEBUG nova.compute.utils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Can not refresh info_cache because instance was not found {{(pid=69498) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 989.024776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.029121] env[69498]: DEBUG nova.network.neutron [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.191225] env[69498]: DEBUG nova.network.neutron [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.245690] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098170, 'name': Rename_Task, 'duration_secs': 0.155615} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.245690] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.245690] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79cc1417-bc91-4137-9ce5-207ba69bae26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.254030] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 989.254030] env[69498]: value = "task-4098171" [ 989.254030] env[69498]: _type = "Task" [ 989.254030] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.261409] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.261647] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.261740] env[69498]: DEBUG nova.network.neutron [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.276033] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.290232] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.483378] env[69498]: DEBUG oslo_vmware.api [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098168, 'name': PowerOnVM_Task, 'duration_secs': 1.460958} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.483781] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.488049] env[69498]: DEBUG nova.compute.manager [None req-412bfbfe-777e-4726-a986-9bcf522bad8a tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.489494] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4712b11f-d8b0-4aa4-8432-379e31e1d868 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.556950] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df946a2-4c3e-4060-964f-90f4d1b24ad5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.573278] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa6807-fbc7-46bd-a142-13fccd4cfa7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.613955] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ec1f0-94b8-4cbf-9359-415cac113ba6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.624372] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6819face-c954-43b7-9b1b-d922171e59e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649377] env[69498]: DEBUG nova.compute.provider_tree [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.652528] env[69498]: DEBUG nova.compute.manager [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Received event network-vif-plugged-f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.653737] env[69498]: DEBUG oslo_concurrency.lockutils [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] Acquiring lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.653997] env[69498]: DEBUG oslo_concurrency.lockutils [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.654199] env[69498]: DEBUG oslo_concurrency.lockutils [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.654370] env[69498]: DEBUG nova.compute.manager [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] No waiting events found dispatching network-vif-plugged-f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 989.654525] env[69498]: WARNING nova.compute.manager [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Received unexpected event network-vif-plugged-f93e942d-d5df-4d9c-94d0-a837a944624f for instance with vm_state building and task_state spawning. [ 989.654693] env[69498]: DEBUG nova.compute.manager [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Received event network-changed-f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.654838] env[69498]: DEBUG nova.compute.manager [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Refreshing instance network info cache due to event network-changed-f93e942d-d5df-4d9c-94d0-a837a944624f. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.655040] env[69498]: DEBUG oslo_concurrency.lockutils [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] Acquiring lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.695663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-c56d2af2-5d9e-4b1a-94ef-dba99cc7e524" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.695837] env[69498]: DEBUG nova.compute.manager [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69498) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 989.697229] env[69498]: DEBUG nova.compute.manager [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.697229] env[69498]: DEBUG nova.network.neutron [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.730633] env[69498]: DEBUG nova.network.neutron [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.765158] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.776534] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.793149] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.793465] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afd07f1-6457-4e94-9c98-036ee94efe04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.802273] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 989.802273] env[69498]: value = "task-4098172" [ 989.802273] env[69498]: _type = "Task" [ 989.802273] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.814365] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.827467] env[69498]: DEBUG nova.network.neutron [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.087205] env[69498]: DEBUG nova.network.neutron [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [{"id": "f93e942d-d5df-4d9c-94d0-a837a944624f", "address": "fa:16:3e:32:f0:34", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93e942d-d5", "ovs_interfaceid": "f93e942d-d5df-4d9c-94d0-a837a944624f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.157407] env[69498]: DEBUG nova.scheduler.client.report [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.235916] env[69498]: DEBUG nova.network.neutron [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.265422] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.275652] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.311885] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098172, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.591040] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.591040] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Instance network_info: |[{"id": "f93e942d-d5df-4d9c-94d0-a837a944624f", "address": "fa:16:3e:32:f0:34", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93e942d-d5", "ovs_interfaceid": "f93e942d-d5df-4d9c-94d0-a837a944624f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.591040] env[69498]: DEBUG oslo_concurrency.lockutils [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] Acquired lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.591040] env[69498]: DEBUG nova.network.neutron [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Refreshing network info cache for port f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.592110] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:f0:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93e942d-d5df-4d9c-94d0-a837a944624f', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.606026] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.609485] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.613457] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11b6ff03-4f80-4f02-94a4-c2ddb09326ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.634132] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.634132] env[69498]: value = "task-4098173" [ 990.634132] env[69498]: _type = "Task" [ 990.634132] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.648488] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098173, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.666183] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.668964] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.311s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.670910] env[69498]: INFO nova.compute.claims [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.713675] env[69498]: INFO nova.scheduler.client.report [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Deleted allocations for instance 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb [ 990.739067] env[69498]: INFO nova.compute.manager [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c56d2af2-5d9e-4b1a-94ef-dba99cc7e524] Took 1.04 seconds to deallocate network for instance. [ 990.777556] env[69498]: DEBUG oslo_vmware.api [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098171, 'name': PowerOnVM_Task, 'duration_secs': 1.253468} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.779471] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.779784] env[69498]: INFO nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Took 13.75 seconds to spawn the instance on the hypervisor. [ 990.780016] env[69498]: DEBUG nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.781548] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e9126-bc99-4c1b-b9cf-5217723e958d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.793079] env[69498]: DEBUG oslo_vmware.api [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098167, 'name': PowerOnVM_Task, 'duration_secs': 2.742012} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.794226] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.794880] env[69498]: INFO nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Took 19.38 seconds to spawn the instance on the hypervisor. [ 990.795213] env[69498]: DEBUG nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.796225] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692cdb2-4503-4d68-8b3f-3ae732c2a82b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.825067] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098172, 'name': PowerOffVM_Task, 'duration_secs': 0.894768} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.825577] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.826445] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3165e8-73ae-4e93-8c4d-691bd4cb3ff7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.849123] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eef8c0a-8407-4994-a001-a333020e532e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.898666] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.899123] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3a40d2-69a9-4df3-b800-f4d2a06ae632 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.909225] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 990.909225] env[69498]: value = "task-4098174" [ 990.909225] env[69498]: _type = "Task" [ 990.909225] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.918815] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.049435] env[69498]: DEBUG nova.network.neutron [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updated VIF entry in instance network info cache for port f93e942d-d5df-4d9c-94d0-a837a944624f. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.049823] env[69498]: DEBUG nova.network.neutron [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [{"id": "f93e942d-d5df-4d9c-94d0-a837a944624f", "address": "fa:16:3e:32:f0:34", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93e942d-d5", "ovs_interfaceid": "f93e942d-d5df-4d9c-94d0-a837a944624f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.146227] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098173, 'name': CreateVM_Task, 'duration_secs': 0.402308} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.147028] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.147129] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.147401] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.147602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.147877] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d242ee9b-22c2-455f-8b43-dd9e24654135 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.153476] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 991.153476] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5226dfd5-3db6-dfc0-ed64-fcf702c4b755" [ 991.153476] env[69498]: _type = "Task" [ 991.153476] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.162315] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5226dfd5-3db6-dfc0-ed64-fcf702c4b755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.224590] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2506d2d1-be42-412d-84ed-b74cb66d8be3 tempest-VolumesAdminNegativeTest-1366311223 tempest-VolumesAdminNegativeTest-1366311223-project-member] Lock "9b929dbc-67db-4f9a-a8a5-cacf85df8ecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.425s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.322642] env[69498]: INFO nova.compute.manager [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Took 40.47 seconds to build instance. [ 991.334711] env[69498]: INFO nova.compute.manager [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Took 60.60 seconds to build instance. [ 991.422825] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 991.423039] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.423331] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.423493] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.423678] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.423978] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f068e23-c480-4025-822a-55302e8906e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.434710] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.435101] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.436247] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f0a2ec-0428-4fea-a5d3-09e52d87f0c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.443756] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 991.443756] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b206bf-d4a1-0af8-9b5d-8d87f31cb0b5" [ 991.443756] env[69498]: _type = "Task" [ 991.443756] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.454675] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b206bf-d4a1-0af8-9b5d-8d87f31cb0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.552420] env[69498]: DEBUG oslo_concurrency.lockutils [req-e44d0877-3fc8-4e39-97b3-a88d45cf8a7b req-ff94d05d-5da0-4c4d-9333-926d721cf1bc service nova] Releasing lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.629065] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] Acquiring lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.629265] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] Acquired lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.629446] env[69498]: DEBUG nova.network.neutron [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.669090] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5226dfd5-3db6-dfc0-ed64-fcf702c4b755, 'name': SearchDatastore_Task, 'duration_secs': 0.01723} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.669620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.669975] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.670364] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.670609] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.670897] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.671308] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06fa9bc4-48fa-476d-b35f-602b02666c76 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.687967] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.687967] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.692247] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1631b85-df5e-4831-a81a-988232519a6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.697866] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 991.697866] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52747f67-726a-bf6b-f490-795929b133e0" [ 991.697866] env[69498]: _type = "Task" [ 991.697866] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.713583] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52747f67-726a-bf6b-f490-795929b133e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.739778] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "3eee3e12-483c-4a2c-abf1-5a8c84912222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.765333] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ec3fa6e-dc12-4bde-9bd7-0a1737267871 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c56d2af2-5d9e-4b1a-94ef-dba99cc7e524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.847s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.804524] env[69498]: INFO nova.compute.manager [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Unrescuing [ 991.805791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.805791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.805791] env[69498]: DEBUG nova.network.neutron [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.824275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a544f967-f138-4c3b-b2cc-aae9d9129e3a tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.979s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.837595] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5ed2981-0fda-4fc5-8bb0-914ba3d06ad4 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.854s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.837856] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.098s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.838212] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "3eee3e12-483c-4a2c-abf1-5a8c84912222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.838470] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.838671] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.843513] env[69498]: INFO nova.compute.manager [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Terminating instance [ 991.960532] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b206bf-d4a1-0af8-9b5d-8d87f31cb0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.028506} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.961430] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6781807-15aa-44bf-944a-6b7e3b3ac7da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.969876] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 991.969876] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239f604-8973-1e3d-d230-794c2819a5e0" [ 991.969876] env[69498]: _type = "Task" [ 991.969876] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.983409] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239f604-8973-1e3d-d230-794c2819a5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.185161] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3f371-0b45-474c-bbe2-9adabbb1fbe9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.194831] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eec828-4efc-4622-9159-487599095183 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.208857] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52747f67-726a-bf6b-f490-795929b133e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013441} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.240821] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928017d5-e7b0-4dcc-a29c-cd372e6ac4be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.244431] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751a573-7392-4fdb-b5c2-15f51f751670 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.255979] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfb9599-0971-46b9-8ccc-3959ddc0278c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.260610] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 992.260610] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f95be6-e812-50bf-b49a-f067da5f5dba" [ 992.260610] env[69498]: _type = "Task" [ 992.260610] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.278277] env[69498]: DEBUG nova.compute.provider_tree [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.284597] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f95be6-e812-50bf-b49a-f067da5f5dba, 'name': SearchDatastore_Task, 'duration_secs': 0.015885} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.284903] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.285248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950/18581d6e-2fa4-4ebd-b07c-f5a2f4d05950.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.286668] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d080dc0-7130-418e-a47a-89c2784d5c9d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.296174] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 992.296174] env[69498]: value = "task-4098175" [ 992.296174] env[69498]: _type = "Task" [ 992.296174] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.306036] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.349070] env[69498]: DEBUG nova.compute.manager [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.349346] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.350389] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d279f54-1aae-4c0d-976d-aa998f0bcb71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.360396] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.360710] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c32b58e-bea0-4854-a132-942fcc4f48d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.370030] env[69498]: DEBUG oslo_vmware.api [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 992.370030] env[69498]: value = "task-4098176" [ 992.370030] env[69498]: _type = "Task" [ 992.370030] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.380372] env[69498]: DEBUG oslo_vmware.api [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.469186] env[69498]: DEBUG nova.network.neutron [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Updating instance_info_cache with network_info: [{"id": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "address": "fa:16:3e:dc:7b:67", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd5a7a2-33", "ovs_interfaceid": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.485827] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5239f604-8973-1e3d-d230-794c2819a5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.032308} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.486258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.486587] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. {{(pid=69498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 992.486909] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b22a532-34bd-456b-aed6-1e0267d72061 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.498418] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 992.498418] env[69498]: value = "task-4098177" [ 992.498418] env[69498]: _type = "Task" [ 992.498418] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.508644] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.770115] env[69498]: DEBUG nova.network.neutron [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.781034] env[69498]: DEBUG nova.scheduler.client.report [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.807724] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.881141] env[69498]: DEBUG oslo_vmware.api [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098176, 'name': PowerOffVM_Task, 'duration_secs': 0.233403} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.881479] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.881681] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.881946] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774f7bf9-1574-4151-956d-5c3652f99438 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.977262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] Releasing lock "refresh_cache-0a55604f-1dec-4843-ab34-63e4cc0f740d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.977562] env[69498]: DEBUG nova.compute.manager [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Inject network info {{(pid=69498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 992.977820] env[69498]: DEBUG nova.compute.manager [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] network_info to inject: |[{"id": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "address": "fa:16:3e:dc:7b:67", "network": {"id": "c52614c2-4661-4349-9843-3c01f4862770", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1655281589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddad8dc858284d3c8065db49842a6dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd5a7a2-33", "ovs_interfaceid": "1fd5a7a2-3365-4476-8ce0-4a73c1638d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 992.985594] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Reconfiguring VM instance to set the machine id {{(pid=69498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 992.985594] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0450ff6f-f2b8-4cf2-b432-91345277e6b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.003842] env[69498]: DEBUG oslo_vmware.api [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] Waiting for the task: (returnval){ [ 993.003842] env[69498]: value = "task-4098179" [ 993.003842] env[69498]: _type = "Task" [ 993.003842] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.011270] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098177, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.020817] env[69498]: DEBUG oslo_vmware.api [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] Task: {'id': task-4098179, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.272714] env[69498]: DEBUG oslo_concurrency.lockutils [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.273497] env[69498]: DEBUG nova.objects.instance [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lazy-loading 'flavor' on Instance uuid 03a9b1d5-6879-4417-a856-3f1e0a7eb21f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.285491] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.286094] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.294547] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.922s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.300023] env[69498]: INFO nova.compute.claims [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.316952] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575291} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.316952] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950/18581d6e-2fa4-4ebd-b07c-f5a2f4d05950.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.316952] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.317211] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98dfac3b-ffb4-490c-a70f-6edad93e5315 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.333509] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 993.333509] env[69498]: value = "task-4098180" [ 993.333509] env[69498]: _type = "Task" [ 993.333509] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.347761] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.513041] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840465} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.513589] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. [ 993.514804] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ce9f9-5a4a-47a9-ae01-28ce4b010bef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.520416] env[69498]: DEBUG oslo_vmware.api [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] Task: {'id': task-4098179, 'name': ReconfigVM_Task, 'duration_secs': 0.431183} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.521118] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab8082-3e1f-4839-9aed-7a67005bcbaf tempest-ServersAdminTestJSON-428515163 tempest-ServersAdminTestJSON-428515163-project-admin] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Reconfigured VM instance to set the machine id {{(pid=69498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 993.545469] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.545558] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be888c2-b93c-4807-b1ad-21a79fe93285 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.567294] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 993.567294] env[69498]: value = "task-4098181" [ 993.567294] env[69498]: _type = "Task" [ 993.567294] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.783871] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586ee2b-38d8-4dd4-86d1-0747cf470b05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.815031] env[69498]: DEBUG nova.compute.utils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.818686] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.820893] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.821171] env[69498]: DEBUG nova.network.neutron [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.823846] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0e33ac-f6b3-4d6d-a3f1-e906168827c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.833023] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 993.833023] env[69498]: value = "task-4098182" [ 993.833023] env[69498]: _type = "Task" [ 993.833023] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.848604] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.853050] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082457} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.853050] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.853050] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f995a-b856-4fbe-86a0-2ab4236af89f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.876432] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950/18581d6e-2fa4-4ebd-b07c-f5a2f4d05950.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.876705] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fa8163-2326-4f81-a9aa-82d55748ecea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.897486] env[69498]: DEBUG nova.policy [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3c51504ee49cd9128858a08528f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b22ce6b4737946bcb288be35b2e573f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.901261] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 993.901261] env[69498]: value = "task-4098183" [ 993.901261] env[69498]: _type = "Task" [ 993.901261] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.910817] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.081970] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.324062] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.343350] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098182, 'name': PowerOffVM_Task, 'duration_secs': 0.352606} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.343630] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.349838] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfiguring VM instance instance-00000033 to detach disk 2002 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.350422] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72622b6-bb2b-4ae0-8244-692e73bb2fce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.377484] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 994.377484] env[69498]: value = "task-4098184" [ 994.377484] env[69498]: _type = "Task" [ 994.377484] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.394407] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.412176] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098183, 'name': ReconfigVM_Task, 'duration_secs': 0.317428} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.415101] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950/18581d6e-2fa4-4ebd-b07c-f5a2f4d05950.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.416014] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62230eac-e92a-4615-8e95-7cea2d7c821e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.425350] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 994.425350] env[69498]: value = "task-4098185" [ 994.425350] env[69498]: _type = "Task" [ 994.425350] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.437606] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098185, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.478922] env[69498]: DEBUG nova.network.neutron [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Successfully created port: 36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.580770] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098181, 'name': ReconfigVM_Task, 'duration_secs': 0.90392} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.581093] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.582031] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed12e67-0c85-4241-b226-0990511d2d74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.613338] env[69498]: INFO nova.compute.manager [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Rebuilding instance [ 994.623461] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d6f2af-b00a-4c11-b753-ec87f2077e8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.647407] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 994.647407] env[69498]: value = "task-4098186" [ 994.647407] env[69498]: _type = "Task" [ 994.647407] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.664773] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.678593] env[69498]: DEBUG nova.compute.manager [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.679950] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03cfc22-091b-49be-8fb9-0276e40ba2ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.892885] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098184, 'name': ReconfigVM_Task, 'duration_secs': 0.444046} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.893273] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfigured VM instance instance-00000033 to detach disk 2002 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.893422] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.893702] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6491d18-29bc-48a7-b79c-612daee1d76c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.906051] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 994.906051] env[69498]: value = "task-4098187" [ 994.906051] env[69498]: _type = "Task" [ 994.906051] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.915050] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.916827] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e662ec1-0556-42a1-ae72-23f1381810bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.931112] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8431e4-fe84-414c-acf0-b09c6f3fed43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.941675] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098185, 'name': Rename_Task, 'duration_secs': 0.157892} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.971340] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.971975] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b93475a-44e1-4e05-ae13-da571b52ff0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.974881] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40709724-fb24-4ca8-b52a-d0682aa43bda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.986905] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72a8781-75ba-48dd-b787-2fb98a0f31c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.994607] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 994.994607] env[69498]: value = "task-4098188" [ 994.994607] env[69498]: _type = "Task" [ 994.994607] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.007508] env[69498]: DEBUG nova.compute.provider_tree [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.012958] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.163661] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098186, 'name': ReconfigVM_Task, 'duration_secs': 0.19962} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.164126] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.164509] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f34555f-2fff-4484-b770-d5298e712e41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.172647] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 995.172647] env[69498]: value = "task-4098189" [ 995.172647] env[69498]: _type = "Task" [ 995.172647] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.183332] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.335934] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.363418] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.363696] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.363871] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.364618] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.364903] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.365198] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.365519] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.365751] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.366012] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.366246] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.366458] env[69498]: DEBUG nova.virt.hardware [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.367539] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c88e9-506b-4cd0-9f1b-7ae40384a080 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.377783] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bcfddb-3f5c-4025-802f-178db3920af2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.414715] env[69498]: DEBUG oslo_vmware.api [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098187, 'name': PowerOnVM_Task, 'duration_secs': 0.412148} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.415066] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.415313] env[69498]: DEBUG nova.compute.manager [None req-577c02dc-782c-4f6a-aaff-40e84f99cfa1 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.416306] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd1cda-4e66-4401-8971-8a3ac2975a83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.507169] env[69498]: DEBUG oslo_vmware.api [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098188, 'name': PowerOnVM_Task, 'duration_secs': 0.50614} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.507662] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.507859] env[69498]: INFO nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Took 7.69 seconds to spawn the instance on the hypervisor. [ 995.508144] env[69498]: DEBUG nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.510090] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc417e6-5673-494b-98b3-51f044a4266c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.514896] env[69498]: DEBUG nova.scheduler.client.report [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.686028] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.699107] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.699726] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0f245b-1ec9-490d-803e-63d5046b3f81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.709072] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 995.709072] env[69498]: value = "task-4098190" [ 995.709072] env[69498]: _type = "Task" [ 995.709072] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.719872] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.834752] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.835228] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.835570] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleting the datastore file [datastore1] 3eee3e12-483c-4a2c-abf1-5a8c84912222 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.835967] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e338bab-54ff-4c5c-9207-2ebbe19f8e0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.844676] env[69498]: DEBUG oslo_vmware.api [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 995.844676] env[69498]: value = "task-4098191" [ 995.844676] env[69498]: _type = "Task" [ 995.844676] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.853370] env[69498]: DEBUG oslo_vmware.api [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.022469] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.023018] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.029110] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.448s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.029110] env[69498]: DEBUG nova.objects.instance [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lazy-loading 'resources' on Instance uuid de0064a5-c6c0-48af-90c6-52a65602aa08 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.043122] env[69498]: INFO nova.compute.manager [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Took 34.64 seconds to build instance. [ 996.087836] env[69498]: DEBUG nova.network.neutron [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Successfully updated port: 36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.121470] env[69498]: DEBUG nova.compute.manager [req-fc5579b4-1517-4852-b200-50a173e7a22c req-e36deac5-665d-41f1-b65b-9b2b9514d55c service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Received event network-vif-plugged-36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.121739] env[69498]: DEBUG oslo_concurrency.lockutils [req-fc5579b4-1517-4852-b200-50a173e7a22c req-e36deac5-665d-41f1-b65b-9b2b9514d55c service nova] Acquiring lock "c26f1fa1-6315-4cd2-a529-25558347117b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.121959] env[69498]: DEBUG oslo_concurrency.lockutils [req-fc5579b4-1517-4852-b200-50a173e7a22c req-e36deac5-665d-41f1-b65b-9b2b9514d55c service nova] Lock "c26f1fa1-6315-4cd2-a529-25558347117b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.122150] env[69498]: DEBUG oslo_concurrency.lockutils [req-fc5579b4-1517-4852-b200-50a173e7a22c req-e36deac5-665d-41f1-b65b-9b2b9514d55c service nova] Lock "c26f1fa1-6315-4cd2-a529-25558347117b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.122331] env[69498]: DEBUG nova.compute.manager [req-fc5579b4-1517-4852-b200-50a173e7a22c req-e36deac5-665d-41f1-b65b-9b2b9514d55c service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] No waiting events found dispatching network-vif-plugged-36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.122668] env[69498]: WARNING nova.compute.manager [req-fc5579b4-1517-4852-b200-50a173e7a22c req-e36deac5-665d-41f1-b65b-9b2b9514d55c service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Received unexpected event network-vif-plugged-36a58e30-6604-438c-b6e7-8617237bc7e5 for instance with vm_state building and task_state spawning. [ 996.187172] env[69498]: DEBUG oslo_vmware.api [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098189, 'name': PowerOnVM_Task, 'duration_secs': 0.548915} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.187495] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.190601] env[69498]: DEBUG nova.compute.manager [None req-c8914bae-d3c3-4cf7-9d69-a3de5b8415a7 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.191711] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7556ccc2-0ffa-4630-8e9e-5d20d07de2a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.220635] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098190, 'name': PowerOffVM_Task, 'duration_secs': 0.284845} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.220936] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.221187] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.222784] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf39064-4dc5-461a-8b59-6ac3db5b083d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.230823] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.231337] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9770329b-9b8d-4a17-b94a-7e4812d3b935 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.299405] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.299677] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.299864] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleting the datastore file [datastore1] 7bf244b2-3f82-4b72-a325-b6f2716268ac {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.300212] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474d04d4-67df-416c-beab-7eba41991f3f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.308813] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 996.308813] env[69498]: value = "task-4098193" [ 996.308813] env[69498]: _type = "Task" [ 996.308813] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.319479] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.359158] env[69498]: DEBUG oslo_vmware.api [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385554} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.359488] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.359688] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.359867] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.360042] env[69498]: INFO nova.compute.manager [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Took 4.01 seconds to destroy the instance on the hypervisor. [ 996.360310] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.360532] env[69498]: DEBUG nova.compute.manager [-] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.360626] env[69498]: DEBUG nova.network.neutron [-] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.536088] env[69498]: DEBUG nova.compute.utils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.544926] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.544926] env[69498]: DEBUG nova.network.neutron [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.546684] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f0b83501-155e-446f-be8b-e021f7c3fccd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.168s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.594529] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.594795] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.594992] env[69498]: DEBUG nova.network.neutron [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.653890] env[69498]: DEBUG nova.policy [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.822555] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32898} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.825997] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.826265] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.826493] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.049988] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.103788] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f430a-6f4c-46ac-9aab-f4b3f3ff9fdb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.112905] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37859a17-1490-41bc-a941-ff0587972f2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.146712] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e1077-5aba-45f9-af3e-44d4c1e0b36b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.152645] env[69498]: DEBUG nova.network.neutron [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.158073] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fab257-77e7-457a-8594-5e3ffdbc1a5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.173364] env[69498]: DEBUG nova.compute.provider_tree [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.296050] env[69498]: DEBUG nova.network.neutron [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Successfully created port: 59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.304714] env[69498]: DEBUG nova.network.neutron [-] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.360063] env[69498]: DEBUG nova.network.neutron [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updating instance_info_cache with network_info: [{"id": "36a58e30-6604-438c-b6e7-8617237bc7e5", "address": "fa:16:3e:93:c2:f8", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a58e30-66", "ovs_interfaceid": "36a58e30-6604-438c-b6e7-8617237bc7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.681893] env[69498]: DEBUG nova.scheduler.client.report [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.689274] env[69498]: DEBUG nova.compute.manager [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 997.807923] env[69498]: INFO nova.compute.manager [-] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Took 1.45 seconds to deallocate network for instance. [ 997.865447] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.865970] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Instance network_info: |[{"id": "36a58e30-6604-438c-b6e7-8617237bc7e5", "address": "fa:16:3e:93:c2:f8", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a58e30-66", "ovs_interfaceid": "36a58e30-6604-438c-b6e7-8617237bc7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.867565] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c2:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a58e30-6604-438c-b6e7-8617237bc7e5', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.883997] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating folder: Project (b22ce6b4737946bcb288be35b2e573f8). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.887783] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db3fe12-e6a2-4d80-b147-53b8c565fc51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.902128] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.902348] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.902616] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.903378] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.903378] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.903513] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.903858] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.904118] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.904342] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.904586] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.904904] env[69498]: DEBUG nova.virt.hardware [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.906565] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75652c1-304b-4e03-8c82-6c6c1b98d1f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.912039] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created folder: Project (b22ce6b4737946bcb288be35b2e573f8) in parent group-v811634. [ 997.912248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating folder: Instances. Parent ref: group-v811854. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.913020] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86546cf9-52c9-4e48-9630-4191559f8e3b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.921222] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b2235a-3d5f-4e26-a364-71c1bc88fb9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.936805] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:be:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d23c88-4472-4d8e-b0a4-2f841622f367', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.944332] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.945999] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.946368] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created folder: Instances in parent group-v811854. [ 997.946590] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.946778] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9315f61-e0f3-4b43-8619-d69ac4a2f0b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.961264] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.962297] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb5d394-dd72-49b2-a640-a2d50e11c38b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.984048] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.984048] env[69498]: value = "task-4098197" [ 997.984048] env[69498]: _type = "Task" [ 997.984048] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.986913] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.986913] env[69498]: value = "task-4098196" [ 997.986913] env[69498]: _type = "Task" [ 997.986913] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.000261] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098196, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.071656] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.097878] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.098150] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.098376] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.098532] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.098682] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.098826] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.099058] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.099226] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.099398] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.099564] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.099736] env[69498]: DEBUG nova.virt.hardware [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.100728] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a29dc18-c23a-4126-ae22-b0d6917bd036 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.110853] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d411da2a-f418-4e83-ba1b-c05514b74c04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.156565] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Received event network-changed-36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.156880] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Refreshing instance network info cache due to event network-changed-36a58e30-6604-438c-b6e7-8617237bc7e5. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.157261] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Acquiring lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.157525] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Acquired lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.157754] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Refreshing network info cache for port 36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.191480] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.193095] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.183s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.196160] env[69498]: DEBUG nova.objects.instance [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lazy-loading 'resources' on Instance uuid 2ec4b93a-a424-4706-a234-16b73d323ede {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.216953] env[69498]: INFO nova.scheduler.client.report [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Deleted allocations for instance de0064a5-c6c0-48af-90c6-52a65602aa08 [ 998.227071] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.318200] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.346046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "b9580e47-3615-4259-8897-bca6094e946a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.346046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "b9580e47-3615-4259-8897-bca6094e946a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.502678] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098196, 'name': CreateVM_Task, 'duration_secs': 0.412269} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.502914] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098197, 'name': CreateVM_Task, 'duration_secs': 0.45229} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.503159] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.503322] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.503997] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.504173] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.504503] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.505088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.505316] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4a2757-9c06-4823-84a6-623fde0178ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.513357] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 998.513357] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e5c6d4-e005-e1f3-4715-6f3c8c2ed50a" [ 998.513357] env[69498]: _type = "Task" [ 998.513357] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.522879] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e5c6d4-e005-e1f3-4715-6f3c8c2ed50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.728440] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4799b2f7-0562-4fcd-adb7-13997b5783f3 tempest-ServersTestBootFromVolume-1969005607 tempest-ServersTestBootFromVolume-1969005607-project-member] Lock "de0064a5-c6c0-48af-90c6-52a65602aa08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.682s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.852027] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.904513] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updated VIF entry in instance network info cache for port 36a58e30-6604-438c-b6e7-8617237bc7e5. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.904866] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updating instance_info_cache with network_info: [{"id": "36a58e30-6604-438c-b6e7-8617237bc7e5", "address": "fa:16:3e:93:c2:f8", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a58e30-66", "ovs_interfaceid": "36a58e30-6604-438c-b6e7-8617237bc7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.024653] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e5c6d4-e005-e1f3-4715-6f3c8c2ed50a, 'name': SearchDatastore_Task, 'duration_secs': 0.025165} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.028925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.028925] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.028925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.028925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.029127] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.029819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.029919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.030116] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d2a845-d690-4648-a271-622323d9eee5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.032353] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca6c473-6e16-491e-adf7-a4714e59ce26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.037607] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 999.037607] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea4377-c7c1-4530-9812-8c05378eb8d1" [ 999.037607] env[69498]: _type = "Task" [ 999.037607] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.041930] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.042139] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.043657] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c03b7c9-936f-428a-a2c9-d66e7bbaf5fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.051992] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea4377-c7c1-4530-9812-8c05378eb8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.055957] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 999.055957] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ec1377-441b-2fc8-38b3-bc3867856c97" [ 999.055957] env[69498]: _type = "Task" [ 999.055957] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.064878] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ec1377-441b-2fc8-38b3-bc3867856c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.229055] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead86529-5ff4-4b80-a180-9b2b12175eb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.238716] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01144d3-5a3a-4468-bc70-6e523f22b610 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.275623] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb5538-468d-42c0-bedf-cffd3b0ce23c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.284874] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ef8f6c-b764-4cf5-acd7-d5f8642f3903 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.304842] env[69498]: DEBUG nova.compute.manager [req-8fa70542-c4c9-478e-b22c-d0f6310a0222 req-678ad2ed-727d-4506-a875-ad44efd19213 service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Received event network-vif-plugged-59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.305090] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fa70542-c4c9-478e-b22c-d0f6310a0222 req-678ad2ed-727d-4506-a875-ad44efd19213 service nova] Acquiring lock "291d4ab1-2675-4ea9-94d8-a81e410f1254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.305311] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fa70542-c4c9-478e-b22c-d0f6310a0222 req-678ad2ed-727d-4506-a875-ad44efd19213 service nova] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.305483] env[69498]: DEBUG oslo_concurrency.lockutils [req-8fa70542-c4c9-478e-b22c-d0f6310a0222 req-678ad2ed-727d-4506-a875-ad44efd19213 service nova] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.305650] env[69498]: DEBUG nova.compute.manager [req-8fa70542-c4c9-478e-b22c-d0f6310a0222 req-678ad2ed-727d-4506-a875-ad44efd19213 service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] No waiting events found dispatching network-vif-plugged-59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.305815] env[69498]: WARNING nova.compute.manager [req-8fa70542-c4c9-478e-b22c-d0f6310a0222 req-678ad2ed-727d-4506-a875-ad44efd19213 service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Received unexpected event network-vif-plugged-59054426-4d88-4032-a052-6c08abe18449 for instance with vm_state building and task_state spawning. [ 999.306710] env[69498]: DEBUG nova.compute.provider_tree [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.375073] env[69498]: DEBUG nova.network.neutron [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Successfully updated port: 59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.379695] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.409325] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Releasing lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.409325] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Received event network-vif-deleted-1067c148-b22a-401b-8698-35660395c910 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.409325] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.409325] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing instance network info cache due to event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.409325] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.409325] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.409747] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.552028] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ea4377-c7c1-4530-9812-8c05378eb8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.552028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.552028] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.552028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.566935] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ec1377-441b-2fc8-38b3-bc3867856c97, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.567898] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87764ef-2429-4601-b62c-c199e4bbf952 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.574242] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 999.574242] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b795b3-cbe2-c65e-198a-98e25f10d3aa" [ 999.574242] env[69498]: _type = "Task" [ 999.574242] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.582853] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b795b3-cbe2-c65e-198a-98e25f10d3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.809943] env[69498]: DEBUG nova.scheduler.client.report [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.878958] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-291d4ab1-2675-4ea9-94d8-a81e410f1254" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.879602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-291d4ab1-2675-4ea9-94d8-a81e410f1254" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.879602] env[69498]: DEBUG nova.network.neutron [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.088657] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b795b3-cbe2-c65e-198a-98e25f10d3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.088896] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.089190] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.089484] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.089755] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.089987] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8380b25c-eb6a-4bd2-89fc-270f9c18e37b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.092908] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f98aa7-6d59-4fb8-803c-543eaaa3c4d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.103317] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1000.103317] env[69498]: value = "task-4098198" [ 1000.103317] env[69498]: _type = "Task" [ 1000.103317] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.103317] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.103671] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.107427] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced0c540-f375-4551-b15f-bccc24331468 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.120609] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.121028] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1000.121028] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521246fe-e143-fcaa-fbd5-9d2e5f42a3f6" [ 1000.121028] env[69498]: _type = "Task" [ 1000.121028] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.134507] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521246fe-e143-fcaa-fbd5-9d2e5f42a3f6, 'name': SearchDatastore_Task} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.135391] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b6ea0c-79a3-4a7b-a4f8-12be62ce8175 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.146765] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1000.146765] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ebe21c-279b-c0be-0c5a-780a8617fcd3" [ 1000.146765] env[69498]: _type = "Task" [ 1000.146765] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.160366] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ebe21c-279b-c0be-0c5a-780a8617fcd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.237599] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updated VIF entry in instance network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.238160] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.318169] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.321181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.757s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.321710] env[69498]: DEBUG nova.objects.instance [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lazy-loading 'resources' on Instance uuid ce5a2c8b-d3d5-4767-8705-2eba501a2e30 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.357879] env[69498]: INFO nova.scheduler.client.report [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Deleted allocations for instance 2ec4b93a-a424-4706-a234-16b73d323ede [ 1000.436318] env[69498]: DEBUG nova.network.neutron [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.622893] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.667378] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ebe21c-279b-c0be-0c5a-780a8617fcd3, 'name': SearchDatastore_Task, 'duration_secs': 0.018544} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.667378] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.667735] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c26f1fa1-6315-4cd2-a529-25558347117b/c26f1fa1-6315-4cd2-a529-25558347117b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.668115] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b41756f-2419-47f5-904e-f4661d13739e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.678549] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1000.678549] env[69498]: value = "task-4098199" [ 1000.678549] env[69498]: _type = "Task" [ 1000.678549] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.690894] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.700988] env[69498]: DEBUG nova.network.neutron [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Updating instance_info_cache with network_info: [{"id": "59054426-4d88-4032-a052-6c08abe18449", "address": "fa:16:3e:5d:d8:9e", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59054426-4d", "ovs_interfaceid": "59054426-4d88-4032-a052-6c08abe18449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.742811] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.742811] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.742811] env[69498]: DEBUG nova.compute.manager [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing instance network info cache due to event network-changed-e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.742979] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Acquiring lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.743091] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Acquired lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.743228] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Refreshing network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.866293] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fbca8753-45e5-4fc3-9c1b-a59e3db3461b tempest-AttachInterfacesV270Test-1761351879 tempest-AttachInterfacesV270Test-1761351879-project-member] Lock "2ec4b93a-a424-4706-a234-16b73d323ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.824s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.115589] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.190848] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.207903] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-291d4ab1-2675-4ea9-94d8-a81e410f1254" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.208578] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Instance network_info: |[{"id": "59054426-4d88-4032-a052-6c08abe18449", "address": "fa:16:3e:5d:d8:9e", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59054426-4d", "ovs_interfaceid": "59054426-4d88-4032-a052-6c08abe18449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.212028] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:d8:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59054426-4d88-4032-a052-6c08abe18449', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.221243] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.222131] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.222131] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1efae98e-2152-4201-bb08-7d336f4b5e28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.249335] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.249335] env[69498]: value = "task-4098200" [ 1001.249335] env[69498]: _type = "Task" [ 1001.249335] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.262173] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098200, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.338268] env[69498]: DEBUG nova.compute.manager [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Received event network-changed-59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.338747] env[69498]: DEBUG nova.compute.manager [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Refreshing instance network info cache due to event network-changed-59054426-4d88-4032-a052-6c08abe18449. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.339153] env[69498]: DEBUG oslo_concurrency.lockutils [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] Acquiring lock "refresh_cache-291d4ab1-2675-4ea9-94d8-a81e410f1254" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.340036] env[69498]: DEBUG oslo_concurrency.lockutils [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] Acquired lock "refresh_cache-291d4ab1-2675-4ea9-94d8-a81e410f1254" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.340036] env[69498]: DEBUG nova.network.neutron [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Refreshing network info cache for port 59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.343809] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c048237-d7f4-4d71-9756-598a6531dd55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.358833] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e536b83-da76-4c00-9624-1d422cba6fe4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.400717] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e88d595-2d04-4cf2-bb57-c5e9f9634430 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.410147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f25b4-ee13-47c4-a3b0-f8b00c959d81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.427178] env[69498]: DEBUG nova.compute.provider_tree [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.617130] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.693083] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.734244] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updated VIF entry in instance network info cache for port e8e1b07a-77de-4036-afe9-79922022fae8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.734244] env[69498]: DEBUG nova.network.neutron [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [{"id": "e8e1b07a-77de-4036-afe9-79922022fae8", "address": "fa:16:3e:90:bc:37", "network": {"id": "5e0d9ed0-5ff0-4b07-9c4b-173379a3bbb3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1190337393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f630f5f07efc4849981029ba67972cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e1b07a-77", "ovs_interfaceid": "e8e1b07a-77de-4036-afe9-79922022fae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.737398] env[69498]: DEBUG nova.network.neutron [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Updated VIF entry in instance network info cache for port 59054426-4d88-4032-a052-6c08abe18449. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.737873] env[69498]: DEBUG nova.network.neutron [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Updating instance_info_cache with network_info: [{"id": "59054426-4d88-4032-a052-6c08abe18449", "address": "fa:16:3e:5d:d8:9e", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59054426-4d", "ovs_interfaceid": "59054426-4d88-4032-a052-6c08abe18449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.765347] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098200, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.934209] env[69498]: DEBUG nova.scheduler.client.report [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.120458] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098198, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.601282} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.121082] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.121082] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.121273] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-005e235b-7675-430e-9c61-ab240a0b6a39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.132455] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1002.132455] env[69498]: value = "task-4098201" [ 1002.132455] env[69498]: _type = "Task" [ 1002.132455] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.147080] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.198188] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098199, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.514922} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.198188] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c26f1fa1-6315-4cd2-a529-25558347117b/c26f1fa1-6315-4cd2-a529-25558347117b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.198353] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.198525] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b946851-4488-4ef9-ae7e-6945df6879a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.211663] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1002.211663] env[69498]: value = "task-4098202" [ 1002.211663] env[69498]: _type = "Task" [ 1002.211663] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.222214] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.241184] env[69498]: DEBUG oslo_concurrency.lockutils [req-247a08a3-c343-4ec6-a969-f57d0b32dbc9 req-382b5054-a649-4c10-a9f2-cc022845dec3 service nova] Releasing lock "refresh_cache-03a9b1d5-6879-4417-a856-3f1e0a7eb21f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.241723] env[69498]: DEBUG oslo_concurrency.lockutils [req-02259fdd-f2bf-477d-860e-9928f12ae81d req-b7f40d54-6a62-46c7-a998-417b3433df9d service nova] Releasing lock "refresh_cache-291d4ab1-2675-4ea9-94d8-a81e410f1254" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.260546] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098200, 'name': CreateVM_Task, 'duration_secs': 0.690094} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.260809] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.261455] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.261691] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.262026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.262303] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53426491-2d0f-4bf6-842b-5a03ea5b2585 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.268099] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1002.268099] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b90c32-c6e4-4736-9d4e-5bfde598fece" [ 1002.268099] env[69498]: _type = "Task" [ 1002.268099] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.277965] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b90c32-c6e4-4736-9d4e-5bfde598fece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.439370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.441415] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.115s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.441604] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.443658] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.500s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.443942] env[69498]: DEBUG nova.objects.instance [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'resources' on Instance uuid df98100b-1fa5-44f4-89dc-8a78e379cd4a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.465519] env[69498]: INFO nova.scheduler.client.report [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleted allocations for instance e895a69f-dea3-4d2f-8633-ff7ce936b352 [ 1002.467777] env[69498]: INFO nova.scheduler.client.report [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Deleted allocations for instance ce5a2c8b-d3d5-4767-8705-2eba501a2e30 [ 1002.643639] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087069} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.643894] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.645493] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4946341-b776-4e8a-a7f2-fa1cd087bb34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.674100] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.674514] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4876a020-a578-47a0-959c-ea6df958ed8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.700030] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1002.700030] env[69498]: value = "task-4098203" [ 1002.700030] env[69498]: _type = "Task" [ 1002.700030] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.710704] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.720784] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068906} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.721405] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.722675] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5999c9-812c-4ad1-b370-a5293fac48e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.753718] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c26f1fa1-6315-4cd2-a529-25558347117b/c26f1fa1-6315-4cd2-a529-25558347117b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.755197] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9d7bff-1ece-45ea-916a-35451370633c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.790179] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b90c32-c6e4-4736-9d4e-5bfde598fece, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.792862] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.793260] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.793738] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.793816] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.794077] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.794551] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1002.794551] env[69498]: value = "task-4098204" [ 1002.794551] env[69498]: _type = "Task" [ 1002.794551] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.794836] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bed71f3-b825-4523-b44e-4b43fca4e90a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.813277] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.815120] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.815120] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.816021] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fe76dc-af0e-43c0-9786-de6d145cbbd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.823661] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1002.823661] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5231df76-570c-bf1c-395d-c4e885dd319a" [ 1002.823661] env[69498]: _type = "Task" [ 1002.823661] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.832834] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5231df76-570c-bf1c-395d-c4e885dd319a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.986113] env[69498]: DEBUG oslo_concurrency.lockutils [None req-93e6c264-1f14-476d-acb5-4d40ff71f3fd tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "e895a69f-dea3-4d2f-8633-ff7ce936b352" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.323s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.987668] env[69498]: DEBUG oslo_concurrency.lockutils [None req-407fd113-c2d2-4439-a558-85f086d406ea tempest-ServersWithSpecificFlavorTestJSON-938071933 tempest-ServersWithSpecificFlavorTestJSON-938071933-project-member] Lock "ce5a2c8b-d3d5-4767-8705-2eba501a2e30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.893s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.214385] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098203, 'name': ReconfigVM_Task, 'duration_secs': 0.342961} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.214713] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.215459] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03c501e1-e9c2-4cb3-8aaf-9364e5317f88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.227023] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1003.227023] env[69498]: value = "task-4098205" [ 1003.227023] env[69498]: _type = "Task" [ 1003.227023] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.238512] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098205, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.313097] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.340014] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5231df76-570c-bf1c-395d-c4e885dd319a, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.340945] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63af3a4-0535-4f4c-b743-3d55acd34ba7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.350997] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1003.350997] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a22927-9de3-dbca-91bb-847f7aba6a2d" [ 1003.350997] env[69498]: _type = "Task" [ 1003.350997] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.369659] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a22927-9de3-dbca-91bb-847f7aba6a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.014821} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.370085] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.370455] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 291d4ab1-2675-4ea9-94d8-a81e410f1254/291d4ab1-2675-4ea9-94d8-a81e410f1254.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.370895] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86592b33-22ef-487a-98be-5d7ef3d6b1e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.381514] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1003.381514] env[69498]: value = "task-4098206" [ 1003.381514] env[69498]: _type = "Task" [ 1003.381514] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.400076] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.493798] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d5525f-cdc2-4005-8b05-a633f9aabe7a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.503960] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc9b6e-312f-456a-a5b5-b41d1098674b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.552834] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c468c19-6d00-49d0-9e36-8bb5311ab490 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.561694] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32798d04-f469-47f9-930b-a7dfb207014f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.580159] env[69498]: DEBUG nova.compute.provider_tree [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.740343] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098205, 'name': Rename_Task, 'duration_secs': 0.188806} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.741588] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.742723] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932d3fd3-994c-4ce7-b1bf-4536d57dbe9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.752356] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1003.752356] env[69498]: value = "task-4098207" [ 1003.752356] env[69498]: _type = "Task" [ 1003.752356] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.766014] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.813468] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098204, 'name': ReconfigVM_Task, 'duration_secs': 0.641992} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.815121] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c26f1fa1-6315-4cd2-a529-25558347117b/c26f1fa1-6315-4cd2-a529-25558347117b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.815121] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e0599f-a497-46b4-b942-7405fcb2572e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.825298] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1003.825298] env[69498]: value = "task-4098208" [ 1003.825298] env[69498]: _type = "Task" [ 1003.825298] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.840980] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098208, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.897732] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.083455] env[69498]: DEBUG nova.scheduler.client.report [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.270332] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098207, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.337997] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098208, 'name': Rename_Task, 'duration_secs': 0.225249} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.338312] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.338710] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bd281ab-c0a7-4032-879e-3f6679976123 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.347745] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1004.347745] env[69498]: value = "task-4098209" [ 1004.347745] env[69498]: _type = "Task" [ 1004.347745] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.360437] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.398887] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544096} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.399220] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 291d4ab1-2675-4ea9-94d8-a81e410f1254/291d4ab1-2675-4ea9-94d8-a81e410f1254.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.399420] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.399806] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60291b7f-e5fe-4b31-8bb1-d14ae3cac6fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.410073] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1004.410073] env[69498]: value = "task-4098210" [ 1004.410073] env[69498]: _type = "Task" [ 1004.410073] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.419948] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.548824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "5706f0bc-dc72-43db-a689-2003181f0bc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.548824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.548824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.548824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.548824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.550807] env[69498]: INFO nova.compute.manager [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Terminating instance [ 1004.590920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.594763] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.715s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.595149] env[69498]: DEBUG nova.objects.instance [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lazy-loading 'resources' on Instance uuid 4d5c701b-cc03-4761-a087-46a0b15ecb22 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.628865] env[69498]: INFO nova.scheduler.client.report [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted allocations for instance df98100b-1fa5-44f4-89dc-8a78e379cd4a [ 1004.770368] env[69498]: DEBUG oslo_vmware.api [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098207, 'name': PowerOnVM_Task, 'duration_secs': 0.837584} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.770556] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.770770] env[69498]: DEBUG nova.compute.manager [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.771661] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e14ca4-916a-4ead-b569-cedd89b95c41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.861259] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098209, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.921993] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140258} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.922908] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.923274] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684209d0-03a6-4527-ab92-1d95882f82f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.952180] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 291d4ab1-2675-4ea9-94d8-a81e410f1254/291d4ab1-2675-4ea9-94d8-a81e410f1254.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.953421] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e7a527-26b2-46d7-bb9f-fba497deb5d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.978706] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1004.978706] env[69498]: value = "task-4098211" [ 1004.978706] env[69498]: _type = "Task" [ 1004.978706] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.992785] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.010240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.010709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.010783] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.011914] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.011914] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.016936] env[69498]: INFO nova.compute.manager [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Terminating instance [ 1005.058067] env[69498]: DEBUG nova.compute.manager [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.058415] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.062017] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1081a7-0364-4cd5-acf3-2a55177a3955 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.072027] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.072196] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f8958d2-269c-4650-81ea-c597497afc60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.079325] env[69498]: DEBUG oslo_vmware.api [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 1005.079325] env[69498]: value = "task-4098212" [ 1005.079325] env[69498]: _type = "Task" [ 1005.079325] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.091249] env[69498]: DEBUG oslo_vmware.api [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.143187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-77d011eb-24f5-42a8-9d5b-ad20c0a22464 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "df98100b-1fa5-44f4-89dc-8a78e379cd4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.298s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.301111] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.365466] env[69498]: DEBUG oslo_vmware.api [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098209, 'name': PowerOnVM_Task, 'duration_secs': 0.656249} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.366888] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.366888] env[69498]: INFO nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1005.366888] env[69498]: DEBUG nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.368061] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9b53e-76b7-45bf-b0c9-1192b7ff8615 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.496590] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.523241] env[69498]: DEBUG nova.compute.manager [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.523511] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.525154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d0719-7739-4365-b2fd-f8a936796866 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.534828] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.541787] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb582be-b926-4a8e-8e8f-efc4538ae1b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.559293] env[69498]: DEBUG oslo_vmware.api [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1005.559293] env[69498]: value = "task-4098213" [ 1005.559293] env[69498]: _type = "Task" [ 1005.559293] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.574692] env[69498]: DEBUG oslo_vmware.api [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.596139] env[69498]: DEBUG oslo_vmware.api [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098212, 'name': PowerOffVM_Task, 'duration_secs': 0.222059} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.596459] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.597255] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.597255] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ce4e94-9ed3-4f42-bad3-1c2df4c1b762 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.677864] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228fa896-9370-47f3-a5be-eecea11b981f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.687265] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5b1353-7fc2-47d6-b1ae-1b387687edd3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.692856] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.692856] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.693058] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleting the datastore file [datastore2] 5706f0bc-dc72-43db-a689-2003181f0bc6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.694472] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98181791-4454-445e-9a22-4cc069044c05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.736673] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1004d532-6b08-4908-b6e4-75f314524c59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.739972] env[69498]: DEBUG oslo_vmware.api [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for the task: (returnval){ [ 1005.739972] env[69498]: value = "task-4098215" [ 1005.739972] env[69498]: _type = "Task" [ 1005.739972] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.748970] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c92749-d8cb-43e4-a0d9-d286de73d602 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.761711] env[69498]: DEBUG oslo_vmware.api [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.779592] env[69498]: DEBUG nova.compute.provider_tree [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.897143] env[69498]: INFO nova.compute.manager [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Took 38.56 seconds to build instance. [ 1005.993913] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098211, 'name': ReconfigVM_Task, 'duration_secs': 0.657065} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.993913] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 291d4ab1-2675-4ea9-94d8-a81e410f1254/291d4ab1-2675-4ea9-94d8-a81e410f1254.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.993913] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c181dfb-dad0-4629-8d18-f97a0009ec62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.001340] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1006.001340] env[69498]: value = "task-4098216" [ 1006.001340] env[69498]: _type = "Task" [ 1006.001340] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.012754] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098216, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.071670] env[69498]: DEBUG oslo_vmware.api [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098213, 'name': PowerOffVM_Task, 'duration_secs': 0.285687} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.072025] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.072146] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.072429] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d83a023-cf3e-4781-a513-6e297e3f214b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.248017] env[69498]: INFO nova.compute.manager [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Rebuilding instance [ 1006.256390] env[69498]: DEBUG oslo_vmware.api [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Task: {'id': task-4098215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349523} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.257183] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.257183] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.257464] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.258837] env[69498]: INFO nova.compute.manager [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1006.258837] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.258837] env[69498]: DEBUG nova.compute.manager [-] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.258837] env[69498]: DEBUG nova.network.neutron [-] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.287069] env[69498]: DEBUG nova.scheduler.client.report [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.320681] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.321678] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.321857] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Deleting the datastore file [datastore1] 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.325364] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04bc4649-9c42-467e-be5f-be65a94c420b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.328319] env[69498]: DEBUG nova.compute.manager [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.329197] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a70795-5733-4682-a076-1930126dda87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.342818] env[69498]: DEBUG oslo_vmware.api [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1006.342818] env[69498]: value = "task-4098218" [ 1006.342818] env[69498]: _type = "Task" [ 1006.342818] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.352357] env[69498]: DEBUG oslo_vmware.api [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.400745] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9017c540-b426-484c-9cdf-f9220d4bf5a8 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "c26f1fa1-6315-4cd2-a529-25558347117b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.083s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.515033] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098216, 'name': Rename_Task, 'duration_secs': 0.328197} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.515381] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.515650] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6c569ce-32c5-465d-a9d2-89969cb08b88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.526352] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1006.526352] env[69498]: value = "task-4098219" [ 1006.526352] env[69498]: _type = "Task" [ 1006.526352] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.538791] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.792726] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.797305] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.387s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.801155] env[69498]: INFO nova.compute.claims [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.830028] env[69498]: INFO nova.scheduler.client.report [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Deleted allocations for instance 4d5c701b-cc03-4761-a087-46a0b15ecb22 [ 1006.864873] env[69498]: DEBUG oslo_vmware.api [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316927} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.866040] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.866257] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.866438] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.866612] env[69498]: INFO nova.compute.manager [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1006.866854] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.867377] env[69498]: DEBUG nova.compute.manager [-] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.867480] env[69498]: DEBUG nova.network.neutron [-] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.042324] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.341384] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c66aad2-8d34-4c48-87e4-b8615f9d9563 tempest-ServersTestManualDisk-1552727568 tempest-ServersTestManualDisk-1552727568-project-member] Lock "4d5c701b-cc03-4761-a087-46a0b15ecb22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.815s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.356946] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.357064] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f365a23-bea7-4125-978f-c3473a835873 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.365703] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1007.365703] env[69498]: value = "task-4098220" [ 1007.365703] env[69498]: _type = "Task" [ 1007.365703] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.375556] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.383011] env[69498]: DEBUG nova.compute.manager [req-d2b7ca0c-e0c4-4b95-be04-18c3580b1d6b req-4d91db0e-47be-40c5-b3eb-253e9dd3c0b2 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Received event network-vif-deleted-fcd19903-6f1e-4297-afc9-9decdfe37903 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.383100] env[69498]: INFO nova.compute.manager [req-d2b7ca0c-e0c4-4b95-be04-18c3580b1d6b req-4d91db0e-47be-40c5-b3eb-253e9dd3c0b2 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Neutron deleted interface fcd19903-6f1e-4297-afc9-9decdfe37903; detaching it from the instance and deleting it from the info cache [ 1007.383343] env[69498]: DEBUG nova.network.neutron [req-d2b7ca0c-e0c4-4b95-be04-18c3580b1d6b req-4d91db0e-47be-40c5-b3eb-253e9dd3c0b2 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.385240] env[69498]: DEBUG nova.network.neutron [-] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.537366] env[69498]: DEBUG oslo_vmware.api [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098219, 'name': PowerOnVM_Task, 'duration_secs': 0.648586} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.538412] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.538412] env[69498]: INFO nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1007.538412] env[69498]: DEBUG nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.539385] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ea9b83-a944-4bfd-8a5e-6f28b455b9cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.878582] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098220, 'name': PowerOffVM_Task, 'duration_secs': 0.280095} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.883609] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.883609] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.885364] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ceddf-0f3d-462a-b699-422e373ffac9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.889858] env[69498]: INFO nova.compute.manager [-] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Took 1.63 seconds to deallocate network for instance. [ 1007.890201] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-456ac90c-101f-49f2-8ff6-d37c1642d3b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.902396] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.903375] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86aa06b5-bb85-4df7-a39e-1063d645e400 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909551] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9261a83-6fa2-4079-9201-a60a09643ca3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.961810] env[69498]: DEBUG nova.compute.manager [req-d2b7ca0c-e0c4-4b95-be04-18c3580b1d6b req-4d91db0e-47be-40c5-b3eb-253e9dd3c0b2 service nova] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Detach interface failed, port_id=fcd19903-6f1e-4297-afc9-9decdfe37903, reason: Instance 5706f0bc-dc72-43db-a689-2003181f0bc6 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.981651] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.981986] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.982127] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleting the datastore file [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.982670] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8281576d-0632-4681-b2d1-e20fdd030e5f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.990772] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1007.990772] env[69498]: value = "task-4098222" [ 1007.990772] env[69498]: _type = "Task" [ 1007.990772] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.011289] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.072943] env[69498]: INFO nova.compute.manager [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Took 39.72 seconds to build instance. [ 1008.343529] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd8c8e-7c53-4a40-aaec-c239f37f6e41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.352277] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d02e9-e642-498d-aa4f-8b05154c2bc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.388884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb4089f-69d5-4c64-9eee-00137f672d7a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.398191] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1717e66-f249-4a4c-9902-f3ca2b95f02c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.418452] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.419398] env[69498]: DEBUG nova.compute.provider_tree [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.506136] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160962} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.506598] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.509021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.509021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.579509] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f55778f2-7825-4dcc-a6f6-6eddb2f34246 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.237s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.699228] env[69498]: DEBUG nova.compute.manager [req-d43633d5-100d-4e32-8a0b-dad44ca68474 req-43ec55f3-8084-48a3-9071-c35c14113b41 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Received event network-vif-deleted-faa74e9d-92f1-4276-a09a-4bda49fca3c5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.699526] env[69498]: INFO nova.compute.manager [req-d43633d5-100d-4e32-8a0b-dad44ca68474 req-43ec55f3-8084-48a3-9071-c35c14113b41 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Neutron deleted interface faa74e9d-92f1-4276-a09a-4bda49fca3c5; detaching it from the instance and deleting it from the info cache [ 1008.699847] env[69498]: DEBUG nova.network.neutron [req-d43633d5-100d-4e32-8a0b-dad44ca68474 req-43ec55f3-8084-48a3-9071-c35c14113b41 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.927450] env[69498]: DEBUG nova.scheduler.client.report [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.958544] env[69498]: DEBUG nova.network.neutron [-] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.202943] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3342ea7a-8eb1-481c-ae76-2c12da724c44 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.214649] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40da6ebb-65d7-4b3e-8f70-655517b49dfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.261409] env[69498]: DEBUG nova.compute.manager [req-d43633d5-100d-4e32-8a0b-dad44ca68474 req-43ec55f3-8084-48a3-9071-c35c14113b41 service nova] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Detach interface failed, port_id=faa74e9d-92f1-4276-a09a-4bda49fca3c5, reason: Instance 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.432071] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.432294] env[69498]: DEBUG nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.435885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.019s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.435885] env[69498]: DEBUG nova.objects.instance [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lazy-loading 'resources' on Instance uuid d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.453019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "291d4ab1-2675-4ea9-94d8-a81e410f1254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.453019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.453019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "291d4ab1-2675-4ea9-94d8-a81e410f1254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.453019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.453019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.453302] env[69498]: INFO nova.compute.manager [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Terminating instance [ 1009.462733] env[69498]: INFO nova.compute.manager [-] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Took 2.60 seconds to deallocate network for instance. [ 1009.492695] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.493070] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.560288] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.560540] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.560747] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.561663] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.561663] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.561845] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.562103] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.562292] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.562450] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.562612] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.562887] env[69498]: DEBUG nova.virt.hardware [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.564684] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116fdb29-65bb-429f-9c2b-c3d23c62a7db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.577780] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21554e36-02dc-4624-9804-c4e802e90924 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.594771] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:be:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d23c88-4472-4d8e-b0a4-2f841622f367', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.604671] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.605477] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.605797] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7348d57-afe7-4d93-a2b8-177dc294c100 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.629101] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.629101] env[69498]: value = "task-4098223" [ 1009.629101] env[69498]: _type = "Task" [ 1009.629101] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.637945] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098223, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.894551] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "96905bf3-6012-4714-ac7d-e821819fe266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.896394] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "96905bf3-6012-4714-ac7d-e821819fe266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.896394] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "96905bf3-6012-4714-ac7d-e821819fe266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.896394] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "96905bf3-6012-4714-ac7d-e821819fe266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.896394] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "96905bf3-6012-4714-ac7d-e821819fe266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.898951] env[69498]: INFO nova.compute.manager [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Terminating instance [ 1009.939752] env[69498]: DEBUG nova.objects.instance [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lazy-loading 'numa_topology' on Instance uuid d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.943195] env[69498]: DEBUG nova.compute.utils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.947198] env[69498]: DEBUG nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1009.959054] env[69498]: DEBUG nova.compute.manager [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.959439] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.960682] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c925b-0bc5-49d2-981b-d8b6463947c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.971445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.976037] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.976037] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca360f0-30a2-4ff1-b785-89b81490dd09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.980412] env[69498]: DEBUG oslo_vmware.api [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1009.980412] env[69498]: value = "task-4098224" [ 1009.980412] env[69498]: _type = "Task" [ 1009.980412] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.996016] env[69498]: DEBUG oslo_vmware.api [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.000032] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.149261] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098223, 'name': CreateVM_Task, 'duration_secs': 0.407858} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.149261] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.149261] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.149261] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.149261] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.149261] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3f2da0-bd40-43f2-9914-8244185b216c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.157193] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1010.157193] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b18346-836d-ab59-82e1-9d6d88e0e6a2" [ 1010.157193] env[69498]: _type = "Task" [ 1010.157193] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.168660] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b18346-836d-ab59-82e1-9d6d88e0e6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.408019] env[69498]: DEBUG nova.compute.manager [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.408019] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.408019] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220dc0b-651b-4539-91f5-d979169a3cb7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.424394] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.424838] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7077d61-ab04-4d40-a9f9-a3cb1d95c889 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.432796] env[69498]: DEBUG oslo_vmware.api [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1010.432796] env[69498]: value = "task-4098225" [ 1010.432796] env[69498]: _type = "Task" [ 1010.432796] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.441884] env[69498]: DEBUG oslo_vmware.api [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.447674] env[69498]: DEBUG nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.451176] env[69498]: DEBUG nova.objects.base [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.490829] env[69498]: DEBUG oslo_vmware.api [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098224, 'name': PowerOffVM_Task, 'duration_secs': 0.283731} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.493792] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.494467] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.494467] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f2ea24a-662f-4c3b-8391-148b27ad97ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.525101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.580831] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.580831] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.580831] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore2] 291d4ab1-2675-4ea9-94d8-a81e410f1254 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.581143] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae753a9-cfe5-4d42-b2f8-656ae0e75b30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.589206] env[69498]: DEBUG oslo_vmware.api [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1010.589206] env[69498]: value = "task-4098227" [ 1010.589206] env[69498]: _type = "Task" [ 1010.589206] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.604519] env[69498]: DEBUG oslo_vmware.api [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.676104] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b18346-836d-ab59-82e1-9d6d88e0e6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.676568] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.676684] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.676941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.677067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.677282] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.677540] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0315e0c-b929-4d3e-8f95-151253b71278 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.691633] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.691839] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.692621] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0224daaa-8a90-495f-ac4f-56499e086a5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.703625] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1010.703625] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255d3c7-4154-d80c-3669-ce6a5898a6c4" [ 1010.703625] env[69498]: _type = "Task" [ 1010.703625] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.715933] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255d3c7-4154-d80c-3669-ce6a5898a6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.943233] env[69498]: DEBUG oslo_vmware.api [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098225, 'name': PowerOffVM_Task, 'duration_secs': 0.242604} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.943504] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.943863] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.943939] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-008278b3-039b-4bfe-bbfd-a5eb8bf1b4e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.948868] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974fe802-5cba-4c2a-988c-c01cd743195b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.957573] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84adb0-1beb-45d2-836f-ef7fdc7c98a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.996429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33733917-5083-4c42-acf5-1c9392a2a4d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.004936] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e3f0b-96b1-4615-adfc-9fe3b83860df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.022432] env[69498]: DEBUG nova.compute.provider_tree [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.025624] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.025861] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.026077] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleting the datastore file [datastore2] 96905bf3-6012-4714-ac7d-e821819fe266 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.026555] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fc6f74-8806-4e09-9a2e-02e430dc1507 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.033926] env[69498]: DEBUG oslo_vmware.api [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1011.033926] env[69498]: value = "task-4098229" [ 1011.033926] env[69498]: _type = "Task" [ 1011.033926] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.044663] env[69498]: DEBUG oslo_vmware.api [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.099298] env[69498]: DEBUG oslo_vmware.api [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245143} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.099563] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.099745] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.099922] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.100638] env[69498]: INFO nova.compute.manager [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1011.100638] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.100638] env[69498]: DEBUG nova.compute.manager [-] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.100882] env[69498]: DEBUG nova.network.neutron [-] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.219498] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5255d3c7-4154-d80c-3669-ce6a5898a6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.02175} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.221034] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f398ee9b-8c38-477f-a876-01d0f3c23eda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.230345] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1011.230345] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52db11a4-9667-e286-5958-8069766be7c1" [ 1011.230345] env[69498]: _type = "Task" [ 1011.230345] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.243280] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52db11a4-9667-e286-5958-8069766be7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.243977] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.244314] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.244628] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32b8ad64-5395-4dba-896d-bfd3e04e41ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.255576] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1011.255576] env[69498]: value = "task-4098230" [ 1011.255576] env[69498]: _type = "Task" [ 1011.255576] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.266973] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.365018] env[69498]: DEBUG nova.compute.manager [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Received event network-changed-36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.365964] env[69498]: DEBUG nova.compute.manager [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Refreshing instance network info cache due to event network-changed-36a58e30-6604-438c-b6e7-8617237bc7e5. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.365964] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] Acquiring lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.365964] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] Acquired lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.366214] env[69498]: DEBUG nova.network.neutron [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Refreshing network info cache for port 36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.467113] env[69498]: DEBUG nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.515635] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.515969] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.520036] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.520036] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.520406] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.520406] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.520749] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.520984] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.522043] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.522043] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.522043] env[69498]: DEBUG nova.virt.hardware [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.526047] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ffd89-d058-4c69-b861-4e53fed3d6e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.528460] env[69498]: DEBUG nova.scheduler.client.report [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.544621] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9726ca-0b66-48d4-833d-2fa245938ae5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.558857] env[69498]: DEBUG oslo_vmware.api [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147137} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.560652] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.561158] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.561390] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.561677] env[69498]: INFO nova.compute.manager [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1011.561954] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.562547] env[69498]: DEBUG nova.compute.manager [-] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.562649] env[69498]: DEBUG nova.network.neutron [-] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.575901] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.583506] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Creating folder: Project (17b75ce185c347a88a95b48d9b19fc74). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.584944] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7a1bdd0-30ff-4a47-994b-2edd3c4038b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.599949] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Created folder: Project (17b75ce185c347a88a95b48d9b19fc74) in parent group-v811634. [ 1011.600297] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Creating folder: Instances. Parent ref: group-v811860. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.600529] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44c4bb5b-c9c1-4a1a-a149-584c9f5985f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.617518] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Created folder: Instances in parent group-v811860. [ 1011.617923] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.618946] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee171990-072e-431e-b294-6ae765189559] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.618946] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-885d549f-d4ce-49bc-8b2b-9b6d1311052b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.646927] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.646927] env[69498]: value = "task-4098233" [ 1011.646927] env[69498]: _type = "Task" [ 1011.646927] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.662140] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098233, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.771681] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.931623] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.931885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.037709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.602s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.043708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.322s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.045245] env[69498]: DEBUG nova.objects.instance [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lazy-loading 'resources' on Instance uuid ee420eef-4e5e-4a62-ad11-8d4f5572c74f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.162146] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098233, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.229424] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.229833] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.243955] env[69498]: DEBUG nova.network.neutron [-] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.269327] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545473} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.270281] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.270281] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.270281] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5233c6a-236b-424e-9a09-d3cbf6003d85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.279281] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1012.279281] env[69498]: value = "task-4098234" [ 1012.279281] env[69498]: _type = "Task" [ 1012.279281] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.292699] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.430429] env[69498]: DEBUG nova.network.neutron [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updated VIF entry in instance network info cache for port 36a58e30-6604-438c-b6e7-8617237bc7e5. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.430800] env[69498]: DEBUG nova.network.neutron [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updating instance_info_cache with network_info: [{"id": "36a58e30-6604-438c-b6e7-8617237bc7e5", "address": "fa:16:3e:93:c2:f8", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a58e30-66", "ovs_interfaceid": "36a58e30-6604-438c-b6e7-8617237bc7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.435439] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.513368] env[69498]: DEBUG nova.compute.manager [req-4a8abd8b-d69e-4c75-a088-31fffc32df1e req-19b87074-abc2-4a63-ae3b-8652bca6799d service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Received event network-vif-deleted-ad911770-ecc1-4b17-9a53-ac55586a15e1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.513368] env[69498]: INFO nova.compute.manager [req-4a8abd8b-d69e-4c75-a088-31fffc32df1e req-19b87074-abc2-4a63-ae3b-8652bca6799d service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Neutron deleted interface ad911770-ecc1-4b17-9a53-ac55586a15e1; detaching it from the instance and deleting it from the info cache [ 1012.513368] env[69498]: DEBUG nova.network.neutron [req-4a8abd8b-d69e-4c75-a088-31fffc32df1e req-19b87074-abc2-4a63-ae3b-8652bca6799d service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.551927] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f72340e8-a100-43f6-9056-fe4ab02554ed tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.331s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.554143] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.529s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.554316] env[69498]: INFO nova.compute.manager [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Unshelving [ 1012.662221] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098233, 'name': CreateVM_Task, 'duration_secs': 0.518859} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.664743] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee171990-072e-431e-b294-6ae765189559] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.665513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.665677] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.666338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.666338] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5563a0-c251-4fa7-ad85-ecf352d72cf4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.673817] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1012.673817] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521fceb4-ead1-aeef-c107-f3bc45767ae7" [ 1012.673817] env[69498]: _type = "Task" [ 1012.673817] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.693972] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521fceb4-ead1-aeef-c107-f3bc45767ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.694601] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.695396] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.695396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.695556] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.695776] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.696229] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a31863-1a6c-40b9-bea9-f21b907adea4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.712049] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.712049] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.712049] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d52b5b-9120-4fd4-b7cf-09db2b7ef513 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.719973] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1012.719973] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e9ff65-7485-c96a-b2c6-485f479f5a53" [ 1012.719973] env[69498]: _type = "Task" [ 1012.719973] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.732177] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e9ff65-7485-c96a-b2c6-485f479f5a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.733838] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.750383] env[69498]: INFO nova.compute.manager [-] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Took 1.65 seconds to deallocate network for instance. [ 1012.794202] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078556} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.794400] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.795152] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41989c1f-2f44-4ff5-9848-493d0cd1b048 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.823109] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.827177] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fa4e52-fe15-4c1a-a69b-fcb2c9e23318 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.851618] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1012.851618] env[69498]: value = "task-4098235" [ 1012.851618] env[69498]: _type = "Task" [ 1012.851618] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.863011] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.934322] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ca6c656-0343-4da0-9d54-fa4bf67ab3d6 req-8a04d1f7-26ce-4d93-a318-ce12a78e0eb5 service nova] Releasing lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.960486] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.993196] env[69498]: DEBUG nova.network.neutron [-] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.018093] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66b11007-1c2f-48bc-961f-2b482af23a50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.030285] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2012f99a-4e59-4181-a4af-24ab91a002b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.074833] env[69498]: DEBUG nova.compute.manager [req-4a8abd8b-d69e-4c75-a088-31fffc32df1e req-19b87074-abc2-4a63-ae3b-8652bca6799d service nova] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Detach interface failed, port_id=ad911770-ecc1-4b17-9a53-ac55586a15e1, reason: Instance 96905bf3-6012-4714-ac7d-e821819fe266 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.162390] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b88ad-9c0a-4569-83ed-67a247bd1c87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.172775] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45843668-f652-45f4-8468-771945c50ccd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.211967] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a979f023-302b-4cb7-ac86-b5cf22abd85c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220472] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1938485-285d-40b2-997b-1ee7f4b220e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.236492] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e9ff65-7485-c96a-b2c6-485f479f5a53, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.248660] env[69498]: DEBUG nova.compute.provider_tree [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.250575] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008bf3bc-7b97-4ccb-abb6-89672202046c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260227] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.268309] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1013.268309] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9f529-7660-4805-8dd3-1673205a2623" [ 1013.268309] env[69498]: _type = "Task" [ 1013.268309] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.279106] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9f529-7660-4805-8dd3-1673205a2623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.281710] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.363280] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.432280] env[69498]: DEBUG nova.compute.manager [req-068358a6-09dc-40b9-900e-0428cf5ef949 req-82939adc-5e5c-4b34-97b9-fa722d7c3138 service nova] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Received event network-vif-deleted-59054426-4d88-4032-a052-6c08abe18449 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.496600] env[69498]: INFO nova.compute.manager [-] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Took 1.93 seconds to deallocate network for instance. [ 1013.594397] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.758073] env[69498]: DEBUG nova.scheduler.client.report [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.780529] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9f529-7660-4805-8dd3-1673205a2623, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.780729] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.783284] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.783284] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-798634be-9a6f-4579-9cbd-a226ac35fd13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.789851] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1013.789851] env[69498]: value = "task-4098236" [ 1013.789851] env[69498]: _type = "Task" [ 1013.789851] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.800187] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.864837] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098235, 'name': ReconfigVM_Task, 'duration_secs': 0.614642} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.865344] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac/7bf244b2-3f82-4b72-a325-b6f2716268ac.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.866080] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6ebc97f-2efe-4a0a-a56c-7bf70ddbad09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.873870] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1013.873870] env[69498]: value = "task-4098237" [ 1013.873870] env[69498]: _type = "Task" [ 1013.873870] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.882784] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098237, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.008799] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.264328] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.267045] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.646s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.267630] env[69498]: DEBUG nova.objects.instance [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lazy-loading 'resources' on Instance uuid d9e664eb-dc03-44dd-a0d6-53f29c4ce25c {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.302798] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098236, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.302798] env[69498]: INFO nova.scheduler.client.report [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleted allocations for instance ee420eef-4e5e-4a62-ad11-8d4f5572c74f [ 1014.385491] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098237, 'name': Rename_Task, 'duration_secs': 0.267524} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.385846] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.386173] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5daca2db-fa1a-4209-8603-94a3335549b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.394226] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1014.394226] env[69498]: value = "task-4098238" [ 1014.394226] env[69498]: _type = "Task" [ 1014.394226] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.405811] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.804986] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525506} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.804986] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.804986] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.808365] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863ef131-6365-47e4-bea2-f3748462a6e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.815381] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1014.815381] env[69498]: value = "task-4098239" [ 1014.815381] env[69498]: _type = "Task" [ 1014.815381] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.815801] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d1aa15aa-8812-456c-af05-329fb53f194b tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "ee420eef-4e5e-4a62-ad11-8d4f5572c74f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.841s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.827057] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.906829] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098238, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.198017] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27fdc2e-57c3-488e-9a52-d522f0a362cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.206186] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3bdeb8-ded1-4301-94e6-3cffb5f90a8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.239686] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcbc5ce-03f8-4826-a9f2-2d4363927a18 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.248489] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7ea4da-f486-4054-9f71-d6161d98529d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.264034] env[69498]: DEBUG nova.compute.provider_tree [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.326447] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078036} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.326731] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.327527] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc07d383-5bc1-4019-b539-28a35e599b38 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.348819] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.349468] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf33052-0aa2-4cc8-be1d-3fbeaeb77aab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.370966] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1015.370966] env[69498]: value = "task-4098240" [ 1015.370966] env[69498]: _type = "Task" [ 1015.370966] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.380030] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.407272] env[69498]: DEBUG oslo_vmware.api [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098238, 'name': PowerOnVM_Task, 'duration_secs': 0.552024} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.407272] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.407526] env[69498]: DEBUG nova.compute.manager [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.408380] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95cecc-8e90-4f3a-9b33-037fe34b184e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.472982] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.473444] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.473532] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "6a43cac7-edf1-4738-aa0f-c88b3e375080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.473708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.473873] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.476574] env[69498]: INFO nova.compute.manager [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Terminating instance [ 1015.767645] env[69498]: DEBUG nova.scheduler.client.report [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.891609] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098240, 'name': ReconfigVM_Task, 'duration_secs': 0.284407} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.891927] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.892620] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d15d6266-9b9d-467a-a1f7-f6c3d26f3cf9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.901525] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1015.901525] env[69498]: value = "task-4098241" [ 1015.901525] env[69498]: _type = "Task" [ 1015.901525] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.914154] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098241, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.934253] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.980230] env[69498]: DEBUG nova.compute.manager [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.980506] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.981460] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c585503-0f2f-4f5e-af62-2d6c0074e82e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.992698] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.993126] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a59896-2142-4e60-af36-855cf05b35e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.001784] env[69498]: DEBUG oslo_vmware.api [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 1016.001784] env[69498]: value = "task-4098242" [ 1016.001784] env[69498]: _type = "Task" [ 1016.001784] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.013212] env[69498]: DEBUG oslo_vmware.api [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.161824] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.162146] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.272583] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.276043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.052s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.301799] env[69498]: INFO nova.scheduler.client.report [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Deleted allocations for instance d9e664eb-dc03-44dd-a0d6-53f29c4ce25c [ 1017.170644] env[69498]: DEBUG nova.compute.utils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.173693] env[69498]: INFO nova.compute.claims [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.178603] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098241, 'name': Rename_Task, 'duration_secs': 0.14608} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.179447] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e535b9a5-786f-4220-8a6f-7f9de4526ca2 tempest-SecurityGroupsTestJSON-373010668 tempest-SecurityGroupsTestJSON-373010668-project-member] Lock "d9e664eb-dc03-44dd-a0d6-53f29c4ce25c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.232s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.185162] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.186084] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b6e71f-ef06-4a4d-b33b-50853db73b9d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.193700] env[69498]: DEBUG oslo_vmware.api [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098242, 'name': PowerOffVM_Task, 'duration_secs': 0.210557} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.195131] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.195262] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.195587] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1017.195587] env[69498]: value = "task-4098243" [ 1017.195587] env[69498]: _type = "Task" [ 1017.195587] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.196256] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f384a1-4f2f-4f1f-923b-a746361638d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.207916] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.269487] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.269759] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.269954] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleting the datastore file [datastore2] 6a43cac7-edf1-4738-aa0f-c88b3e375080 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.270250] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-206a7922-c9a7-4f46-9a1a-eba7c18d62e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.278397] env[69498]: DEBUG oslo_vmware.api [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for the task: (returnval){ [ 1017.278397] env[69498]: value = "task-4098245" [ 1017.278397] env[69498]: _type = "Task" [ 1017.278397] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.286920] env[69498]: DEBUG oslo_vmware.api [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.683297] env[69498]: INFO nova.compute.resource_tracker [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating resource usage from migration 03d644a7-41d8-491e-836a-82a55a42fb59 [ 1017.685128] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.523s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.686708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "0a55604f-1dec-4843-ab34-63e4cc0f740d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.687321] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.687671] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "0a55604f-1dec-4843-ab34-63e4cc0f740d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.687969] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.688315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.691417] env[69498]: INFO nova.compute.manager [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Terminating instance [ 1017.709494] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.790257] env[69498]: DEBUG oslo_vmware.api [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Task: {'id': task-4098245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155878} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.790257] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.790417] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.790508] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.790677] env[69498]: INFO nova.compute.manager [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1017.790923] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.791143] env[69498]: DEBUG nova.compute.manager [-] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.791251] env[69498]: DEBUG nova.network.neutron [-] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.107586] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4897e2b5-2797-42e3-bf6f-87f7db741982 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.116620] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f691b64d-52e6-4a5b-a8af-954c1cd8c5ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.149852] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f1e08-3dfc-4899-ab93-90656841c286 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.159055] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6631ca3f-c227-43e5-876b-da9839f76eab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.174273] env[69498]: DEBUG nova.compute.provider_tree [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.195943] env[69498]: DEBUG nova.compute.manager [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.196202] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.197071] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067eefc-3af9-4ead-8173-f670f96acf6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.209264] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.212017] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2410478-41e2-4d66-8386-0f09fd240b15 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.214076] env[69498]: DEBUG oslo_vmware.api [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098243, 'name': PowerOnVM_Task, 'duration_secs': 0.518376} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.214358] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.214561] env[69498]: INFO nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1018.214731] env[69498]: DEBUG nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.216214] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e5302-0cb8-476a-bf0d-5f7b45a473eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.220661] env[69498]: DEBUG oslo_vmware.api [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1018.220661] env[69498]: value = "task-4098246" [ 1018.220661] env[69498]: _type = "Task" [ 1018.220661] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.233676] env[69498]: DEBUG oslo_vmware.api [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.583439] env[69498]: DEBUG nova.network.neutron [-] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.678615] env[69498]: DEBUG nova.scheduler.client.report [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.738583] env[69498]: DEBUG oslo_vmware.api [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098246, 'name': PowerOffVM_Task, 'duration_secs': 0.375627} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.738583] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.738583] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.738583] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b776fc5-1189-4acf-b644-f7d25519ca1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.739924] env[69498]: INFO nova.compute.manager [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Took 32.35 seconds to build instance. [ 1018.766574] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.766848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.767126] env[69498]: INFO nova.compute.manager [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Attaching volume 2995b309-6602-482d-95c0-94f4f059994f to /dev/sdb [ 1018.818690] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92109288-af5f-461d-9b22-c3724a478197 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.823801] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.824032] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.824342] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleting the datastore file [datastore1] 0a55604f-1dec-4843-ab34-63e4cc0f740d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.825738] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b800bb-3e58-41c1-a088-930bf5b747b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.830727] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c65da7-37ab-4cd9-894b-c771f7ac0c09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.834365] env[69498]: DEBUG oslo_vmware.api [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1018.834365] env[69498]: value = "task-4098248" [ 1018.834365] env[69498]: _type = "Task" [ 1018.834365] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.840675] env[69498]: DEBUG nova.compute.manager [req-03b181f3-27ab-43e5-a859-198315b8bf4b req-e2137243-b963-42f3-b42f-bffaeabc1375 service nova] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Received event network-vif-deleted-f4fdb571-afd5-465d-9338-1f7bd495cc86 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.844512] env[69498]: DEBUG oslo_vmware.api [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.848689] env[69498]: DEBUG nova.virt.block_device [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating existing volume attachment record: e07780df-b9c4-44fe-bec2-1ca18f24b2e5 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.088547] env[69498]: INFO nova.compute.manager [-] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Took 1.30 seconds to deallocate network for instance. [ 1019.186324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.911s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.186609] env[69498]: INFO nova.compute.manager [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Migrating [ 1019.195697] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.877s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.196088] env[69498]: DEBUG nova.objects.instance [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lazy-loading 'resources' on Instance uuid 3eee3e12-483c-4a2c-abf1-5a8c84912222 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.241545] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c2d7dafe-1ec6-4f39-a3ec-ffb3566c0030 tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "ee171990-072e-431e-b294-6ae765189559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.877s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.350152] env[69498]: DEBUG oslo_vmware.api [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469154} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.350536] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.350773] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.350992] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.351217] env[69498]: INFO nova.compute.manager [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1019.351536] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.351798] env[69498]: DEBUG nova.compute.manager [-] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.351947] env[69498]: DEBUG nova.network.neutron [-] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.599219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.707684] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.707900] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.708187] env[69498]: DEBUG nova.network.neutron [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.078362] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8c1c52-a7e4-4e3c-a590-5fe36d7191d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.087064] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c5b4a1-4a88-4b3a-b059-d5488d33a3da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.130776] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df722145-2eeb-4ece-8c3c-e72fd318e5ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.138537] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec32b881-d86d-45a2-af97-6b002e877a24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.154898] env[69498]: DEBUG nova.compute.provider_tree [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.172071] env[69498]: DEBUG nova.network.neutron [-] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.462554] env[69498]: DEBUG nova.network.neutron [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [{"id": "f93e942d-d5df-4d9c-94d0-a837a944624f", "address": "fa:16:3e:32:f0:34", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93e942d-d5", "ovs_interfaceid": "f93e942d-d5df-4d9c-94d0-a837a944624f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.662595] env[69498]: DEBUG nova.scheduler.client.report [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.675231] env[69498]: INFO nova.compute.manager [-] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Took 1.32 seconds to deallocate network for instance. [ 1020.964703] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.074547] env[69498]: INFO nova.compute.manager [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Rebuilding instance [ 1021.140710] env[69498]: DEBUG nova.compute.manager [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.141620] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dff51c-41da-49f7-b88f-3d04b9dab2ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.170601] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.173077] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.796s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.177027] env[69498]: INFO nova.compute.claims [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.188292] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.189431] env[69498]: DEBUG nova.compute.manager [req-5900909f-d32e-4466-a831-2c9b4e6a76b1 req-9e599149-cd98-408f-a1dd-4ebc8ac9eb3a service nova] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Received event network-vif-deleted-1fd5a7a2-3365-4476-8ce0-4a73c1638d19 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.196381] env[69498]: INFO nova.scheduler.client.report [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted allocations for instance 3eee3e12-483c-4a2c-abf1-5a8c84912222 [ 1021.711605] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28fa0e69-c6aa-4ea5-9c4f-dcace85c68a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "3eee3e12-483c-4a2c-abf1-5a8c84912222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.874s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.159023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.159023] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e24e0d7-0177-4f03-aa57-74ab25d1bcf9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.165837] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1022.165837] env[69498]: value = "task-4098253" [ 1022.165837] env[69498]: _type = "Task" [ 1022.165837] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.176273] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.322939] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "9a83b57e-fea0-46e3-8832-1215f6e42401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.323244] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.323502] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "9a83b57e-fea0-46e3-8832-1215f6e42401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.323701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.323871] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.326125] env[69498]: INFO nova.compute.manager [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Terminating instance [ 1022.482865] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8f030-f085-4890-9c02-a8b5503d50c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.504183] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.616493] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c10b0-2541-4374-b85d-8ae2182309b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.629215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b7e2fd-4afe-47a8-bb5a-45f37416748e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.663095] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d6b33-28be-4429-99c0-5179dd605bad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.673638] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc54ed2-4a75-472a-b088-8fb0d258be17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.681528] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098253, 'name': PowerOffVM_Task, 'duration_secs': 0.239475} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.682245] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.682913] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.684801] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c947f3-c6cb-4167-a193-0a25c66129be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.696780] env[69498]: DEBUG nova.compute.provider_tree [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.703346] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.703647] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8bd436-2295-459e-824a-d75028f7b16d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.732033] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.732374] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.732478] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Deleting the datastore file [datastore2] ee171990-072e-431e-b294-6ae765189559 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.732731] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f85c32e-10d8-482a-9f45-8d43bfa39aa3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.740759] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1022.740759] env[69498]: value = "task-4098255" [ 1022.740759] env[69498]: _type = "Task" [ 1022.740759] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.751149] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.832789] env[69498]: DEBUG nova.compute.manager [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.833078] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.834010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b455633-0a73-4bd0-8540-a8566cbb8f6a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.843485] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.844889] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9670a938-c564-4666-8d9c-79014522a69f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.856139] env[69498]: DEBUG oslo_vmware.api [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1022.856139] env[69498]: value = "task-4098256" [ 1022.856139] env[69498]: _type = "Task" [ 1022.856139] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.866489] env[69498]: DEBUG oslo_vmware.api [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.013966] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.014216] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867e77a7-0c6d-4f9b-aef4-f47c7158120f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.021768] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1023.021768] env[69498]: value = "task-4098257" [ 1023.021768] env[69498]: _type = "Task" [ 1023.021768] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.034567] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.154943] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.155396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.200347] env[69498]: DEBUG nova.scheduler.client.report [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.253134] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252785} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.253937] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.254106] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.254351] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.372474] env[69498]: DEBUG oslo_vmware.api [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098256, 'name': PowerOffVM_Task, 'duration_secs': 0.242491} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.372474] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.372474] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.372474] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c6a85b-f288-44ff-909a-1c20b86b2e85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.439022] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.439022] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.439022] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleting the datastore file [datastore2] 9a83b57e-fea0-46e3-8832-1215f6e42401 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.439022] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-084411a4-739d-41b3-8fc9-aa1109a22551 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.449034] env[69498]: DEBUG oslo_vmware.api [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1023.449034] env[69498]: value = "task-4098259" [ 1023.449034] env[69498]: _type = "Task" [ 1023.449034] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.458169] env[69498]: DEBUG oslo_vmware.api [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.532504] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098257, 'name': PowerOffVM_Task, 'duration_secs': 0.186672} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.533027] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.533396] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.661297] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.709023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.709023] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.712795] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.410s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.713209] env[69498]: DEBUG nova.objects.instance [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.914790] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.915213] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811864', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'name': 'volume-2995b309-6602-482d-95c0-94f4f059994f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a600f13-8385-43ac-86a8-f7e17d9d23fe', 'attached_at': '', 'detached_at': '', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'serial': '2995b309-6602-482d-95c0-94f4f059994f'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.917856] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e09edc-30a2-4f63-9396-93feb1d9ebdc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.946875] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85550e74-4fff-4f5d-9afe-fbd8c05d1886 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.963280] env[69498]: DEBUG oslo_vmware.api [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147833} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.986317] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.986740] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.987069] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.987386] env[69498]: INFO nova.compute.manager [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1023.987791] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.000374] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-2995b309-6602-482d-95c0-94f4f059994f/volume-2995b309-6602-482d-95c0-94f4f059994f.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.000944] env[69498]: DEBUG nova.compute.manager [-] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.001145] env[69498]: DEBUG nova.network.neutron [-] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.003784] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf122bc7-ac5f-47c6-a831-597bf254edff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.035969] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1024.035969] env[69498]: value = "task-4098260" [ 1024.035969] env[69498]: _type = "Task" [ 1024.035969] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.043772] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.044145] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.044382] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.044657] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.044872] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.045096] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.045391] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.045624] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.045860] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.049156] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.049156] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.054409] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ba226a-a345-4894-84cf-b0c3563ab7d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.078760] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.082751] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1024.082751] env[69498]: value = "task-4098261" [ 1024.082751] env[69498]: _type = "Task" [ 1024.082751] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.094264] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.193785] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.227034] env[69498]: DEBUG nova.compute.utils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.227034] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.227034] env[69498]: DEBUG nova.network.neutron [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.296033] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.296762] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.297078] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.297516] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.298023] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.298494] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.298839] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.299128] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.299419] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.299701] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.299990] env[69498]: DEBUG nova.virt.hardware [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.301039] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b7eb9-3ecc-4fcd-943a-87dd7b17c5fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.313173] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cc85ba-1a1c-4664-b4d1-d5bd3d7a980c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.316801] env[69498]: DEBUG nova.policy [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '284b7d85dea44608a3fb1d8ea37d8554', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520deaf0aa1e4c3ea0158eb6dc53681c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.331959] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.338707] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.340045] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee171990-072e-431e-b294-6ae765189559] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.340483] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77195bba-ae94-43bc-9b46-4117eac20b4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.361022] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.361022] env[69498]: value = "task-4098262" [ 1024.361022] env[69498]: _type = "Task" [ 1024.361022] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.370396] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098262, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.550894] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.592591] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098261, 'name': ReconfigVM_Task, 'duration_secs': 0.232043} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.593094] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.730314] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b40528f4-77ba-41b5-a19c-bce3a0678797 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.730314] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.312s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.730824] env[69498]: DEBUG nova.objects.instance [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lazy-loading 'resources' on Instance uuid 5706f0bc-dc72-43db-a689-2003181f0bc6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.732697] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.800462] env[69498]: DEBUG nova.compute.manager [req-0dfa1b3c-c5c0-4273-b19f-0f6a408e4a16 req-d5cec68a-2f84-4366-b10b-75f02e9a1bb4 service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Received event network-vif-deleted-d700a947-9217-4284-8b54-a99d0bd7472f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.800565] env[69498]: INFO nova.compute.manager [req-0dfa1b3c-c5c0-4273-b19f-0f6a408e4a16 req-d5cec68a-2f84-4366-b10b-75f02e9a1bb4 service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Neutron deleted interface d700a947-9217-4284-8b54-a99d0bd7472f; detaching it from the instance and deleting it from the info cache [ 1024.804470] env[69498]: DEBUG nova.network.neutron [req-0dfa1b3c-c5c0-4273-b19f-0f6a408e4a16 req-d5cec68a-2f84-4366-b10b-75f02e9a1bb4 service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.821496] env[69498]: DEBUG nova.network.neutron [-] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.870701] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098262, 'name': CreateVM_Task, 'duration_secs': 0.477137} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.870899] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee171990-072e-431e-b294-6ae765189559] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.871454] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.871573] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.871819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.872399] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0495d4-d787-4283-9c67-8a9df65b64e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.877714] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1024.877714] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523ecb77-0b4f-ea73-2fe4-c922e39688b0" [ 1024.877714] env[69498]: _type = "Task" [ 1024.877714] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.892668] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523ecb77-0b4f-ea73-2fe4-c922e39688b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.048145] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098260, 'name': ReconfigVM_Task, 'duration_secs': 0.725971} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.048574] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-2995b309-6602-482d-95c0-94f4f059994f/volume-2995b309-6602-482d-95c0-94f4f059994f.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.054082] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac788c5-6a23-45c3-95c5-eb77e9db6c5f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.072620] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1025.072620] env[69498]: value = "task-4098263" [ 1025.072620] env[69498]: _type = "Task" [ 1025.072620] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.083154] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.101266] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.101639] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.101849] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.102093] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.103241] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.103241] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.103241] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.103362] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.103504] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.103701] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.103920] env[69498]: DEBUG nova.virt.hardware [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.109339] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.109729] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83af9806-0175-4dc6-9054-ce629f4a2b08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.132529] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1025.132529] env[69498]: value = "task-4098264" [ 1025.132529] env[69498]: _type = "Task" [ 1025.132529] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.142135] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.227771] env[69498]: DEBUG nova.network.neutron [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Successfully created port: 1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.308924] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44f23b2a-8535-44f7-82ef-1d3816108f96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.322544] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c191ddbf-939b-43fd-9ea4-6438bd4bff5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.339065] env[69498]: INFO nova.compute.manager [-] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Took 1.34 seconds to deallocate network for instance. [ 1025.367871] env[69498]: DEBUG nova.compute.manager [req-0dfa1b3c-c5c0-4273-b19f-0f6a408e4a16 req-d5cec68a-2f84-4366-b10b-75f02e9a1bb4 service nova] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Detach interface failed, port_id=d700a947-9217-4284-8b54-a99d0bd7472f, reason: Instance 9a83b57e-fea0-46e3-8832-1215f6e42401 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.393040] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523ecb77-0b4f-ea73-2fe4-c922e39688b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.395876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.396179] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.396495] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.396688] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.396904] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.397791] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7215dc16-fdec-41d9-b6d9-c9c2d005b2d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.407407] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.407719] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.408609] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b095f82c-7c1d-4565-9315-efec720ca759 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.414680] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1025.414680] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5241ca8c-5bd2-74d0-9553-8778cddea3c6" [ 1025.414680] env[69498]: _type = "Task" [ 1025.414680] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.429597] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5241ca8c-5bd2-74d0-9553-8778cddea3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.433234] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b290b5-dac4-4b19-879c-7a85c436f969 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.439040] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1025.439040] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52940daa-bf0d-a9fd-40eb-7c99ca2e377a" [ 1025.439040] env[69498]: _type = "Task" [ 1025.439040] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.450274] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52940daa-bf0d-a9fd-40eb-7c99ca2e377a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.587834] env[69498]: DEBUG oslo_vmware.api [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098263, 'name': ReconfigVM_Task, 'duration_secs': 0.180259} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.592485] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811864', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'name': 'volume-2995b309-6602-482d-95c0-94f4f059994f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a600f13-8385-43ac-86a8-f7e17d9d23fe', 'attached_at': '', 'detached_at': '', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'serial': '2995b309-6602-482d-95c0-94f4f059994f'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1025.643687] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.728806] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd629721-24de-47ef-b8ef-f15761ac5783 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.737321] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8119a5be-16c1-49ef-afe2-3d7f5ff4d97a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.747031] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.779997] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dced920-7c3f-4630-9480-deeecef2beb4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.790972] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d6204-a3b0-418e-99fa-320934a5bbe8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.801255] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.801629] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.801629] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.801746] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.801921] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.802032] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.802241] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.802402] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.802566] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.802726] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.802919] env[69498]: DEBUG nova.virt.hardware [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.803727] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97a028-debe-4a89-87e7-e766bafcd41b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.822825] env[69498]: DEBUG nova.compute.provider_tree [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.825251] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc986398-7d02-49c9-acda-912ed253b169 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.850374] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.950386] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52940daa-bf0d-a9fd-40eb-7c99ca2e377a, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.950674] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.950931] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.951202] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96cd9307-7f6f-4744-b791-4b2ed28e18c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.958239] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1025.958239] env[69498]: value = "task-4098265" [ 1025.958239] env[69498]: _type = "Task" [ 1025.958239] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.967749] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.147091] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.332302] env[69498]: DEBUG nova.scheduler.client.report [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.382857] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.383341] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.469971] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098265, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.640999] env[69498]: DEBUG nova.objects.instance [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'flavor' on Instance uuid 8a600f13-8385-43ac-86a8-f7e17d9d23fe {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.648770] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098264, 'name': ReconfigVM_Task, 'duration_secs': 1.201887} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.649152] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1026.650106] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0d0baf-4d73-4a39-b212-9a953311dfdc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.681937] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950/18581d6e-2fa4-4ebd-b07c-f5a2f4d05950.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.682523] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a344a113-3d11-4cb2-8ff9-fba568a3c3de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.710262] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1026.710262] env[69498]: value = "task-4098266" [ 1026.710262] env[69498]: _type = "Task" [ 1026.710262] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.721018] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.843706] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.848020] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.877s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.848301] env[69498]: DEBUG nova.objects.instance [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'resources' on Instance uuid 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.870975] env[69498]: INFO nova.scheduler.client.report [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Deleted allocations for instance 5706f0bc-dc72-43db-a689-2003181f0bc6 [ 1026.892954] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.893303] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.893489] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.893686] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.894380] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.894747] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.894940] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1026.895425] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.971776] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702583} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.972133] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.972348] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.975094] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-140493dc-b3cb-4875-bf42-e4e41240c45f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.980763] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1026.980763] env[69498]: value = "task-4098267" [ 1026.980763] env[69498]: _type = "Task" [ 1026.980763] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.997520] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.153602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9dd5b674-3d01-440e-b282-ad4f9c446517 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.387s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.220824] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098266, 'name': ReconfigVM_Task, 'duration_secs': 0.288811} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.221419] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950/18581d6e-2fa4-4ebd-b07c-f5a2f4d05950.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.221744] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.382192] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18c0607e-b982-4099-a033-a2ed11d20f65 tempest-MigrationsAdminTest-1576792364 tempest-MigrationsAdminTest-1576792364-project-member] Lock "5706f0bc-dc72-43db-a689-2003181f0bc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.835s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.404101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.406534] env[69498]: DEBUG nova.compute.manager [req-938efc0d-c9ac-4007-9f8d-c8cc78d0f473 req-64bb8d2d-5104-49e6-8b70-7d79dfdd5acb service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Received event network-vif-plugged-1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.406717] env[69498]: DEBUG oslo_concurrency.lockutils [req-938efc0d-c9ac-4007-9f8d-c8cc78d0f473 req-64bb8d2d-5104-49e6-8b70-7d79dfdd5acb service nova] Acquiring lock "b9580e47-3615-4259-8897-bca6094e946a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.406925] env[69498]: DEBUG oslo_concurrency.lockutils [req-938efc0d-c9ac-4007-9f8d-c8cc78d0f473 req-64bb8d2d-5104-49e6-8b70-7d79dfdd5acb service nova] Lock "b9580e47-3615-4259-8897-bca6094e946a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.407101] env[69498]: DEBUG oslo_concurrency.lockutils [req-938efc0d-c9ac-4007-9f8d-c8cc78d0f473 req-64bb8d2d-5104-49e6-8b70-7d79dfdd5acb service nova] Lock "b9580e47-3615-4259-8897-bca6094e946a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.407271] env[69498]: DEBUG nova.compute.manager [req-938efc0d-c9ac-4007-9f8d-c8cc78d0f473 req-64bb8d2d-5104-49e6-8b70-7d79dfdd5acb service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] No waiting events found dispatching network-vif-plugged-1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.407428] env[69498]: WARNING nova.compute.manager [req-938efc0d-c9ac-4007-9f8d-c8cc78d0f473 req-64bb8d2d-5104-49e6-8b70-7d79dfdd5acb service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Received unexpected event network-vif-plugged-1248e956-e9cd-40d4-b839-41c0f99f3f76 for instance with vm_state building and task_state spawning. [ 1027.495131] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063801} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.495131] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.495654] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fb2b23-16ed-48c5-a2aa-0a655ac62c76 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.524067] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.527454] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b053e42-758a-423b-8396-b392d6209f3f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.553519] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1027.553519] env[69498]: value = "task-4098268" [ 1027.553519] env[69498]: _type = "Task" [ 1027.553519] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.560839] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.561511] env[69498]: DEBUG nova.network.neutron [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Successfully updated port: 1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.733087] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540be12c-cdaa-4604-a96e-e991d020a890 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.758775] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d710219-cff2-41ed-9f8e-854d3bf128a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.780350] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.919740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849bd475-d76c-4547-914d-d3fba38b6fb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.928845] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24aa926-0757-4777-9457-dcf48d129776 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.961981] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84527cd1-6d59-4ea6-9983-4c9ee5039d06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.970432] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9d49b-833b-4f60-b511-320cb946aa84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.986108] env[69498]: DEBUG nova.compute.provider_tree [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.062621] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098268, 'name': ReconfigVM_Task, 'duration_secs': 0.317052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.063175] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ee171990-072e-431e-b294-6ae765189559/ee171990-072e-431e-b294-6ae765189559.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.063966] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.063966] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.064114] env[69498]: DEBUG nova.network.neutron [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.065636] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccfbdf5d-95df-4641-950f-fcd1d196ef79 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.073607] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1028.073607] env[69498]: value = "task-4098269" [ 1028.073607] env[69498]: _type = "Task" [ 1028.073607] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.087370] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098269, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.495458] env[69498]: DEBUG nova.scheduler.client.report [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.509219] env[69498]: DEBUG nova.compute.manager [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1028.588162] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098269, 'name': Rename_Task, 'duration_secs': 0.147765} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.589354] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.590065] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373c02f8-95d4-4676-bdad-1f81f65bf799 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.599304] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1028.599304] env[69498]: value = "task-4098270" [ 1028.599304] env[69498]: _type = "Task" [ 1028.599304] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.613616] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.619650] env[69498]: DEBUG nova.network.neutron [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.729221] env[69498]: DEBUG nova.network.neutron [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Port f93e942d-d5df-4d9c-94d0-a837a944624f binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1028.871523] env[69498]: DEBUG nova.network.neutron [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updating instance_info_cache with network_info: [{"id": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "address": "fa:16:3e:99:aa:c8", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1248e956-e9", "ovs_interfaceid": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.004189] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.006869] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.482s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.009167] env[69498]: INFO nova.compute.claims [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.037668] env[69498]: INFO nova.scheduler.client.report [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Deleted allocations for instance 8fa184f9-ad9f-4d12-8f86-7ccd6833f215 [ 1029.049752] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.114766] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.378414] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.378414] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Instance network_info: |[{"id": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "address": "fa:16:3e:99:aa:c8", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1248e956-e9", "ovs_interfaceid": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.378414] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:aa:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1248e956-e9cd-40d4-b839-41c0f99f3f76', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.387922] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.388214] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9580e47-3615-4259-8897-bca6094e946a] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.388463] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec3de7d2-5f35-4254-89a2-1631aad216bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.412068] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.412068] env[69498]: value = "task-4098271" [ 1029.412068] env[69498]: _type = "Task" [ 1029.412068] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.421298] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098271, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.443477] env[69498]: DEBUG nova.compute.manager [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Received event network-changed-1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.443799] env[69498]: DEBUG nova.compute.manager [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Refreshing instance network info cache due to event network-changed-1248e956-e9cd-40d4-b839-41c0f99f3f76. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.443957] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] Acquiring lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.444213] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] Acquired lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.444465] env[69498]: DEBUG nova.network.neutron [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Refreshing network info cache for port 1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.555283] env[69498]: DEBUG oslo_concurrency.lockutils [None req-232cb210-3ca3-4491-986b-1e6c2f18142c tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "8fa184f9-ad9f-4d12-8f86-7ccd6833f215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.545s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.616724] env[69498]: DEBUG oslo_vmware.api [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098270, 'name': PowerOnVM_Task, 'duration_secs': 0.520822} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.617167] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.617410] env[69498]: DEBUG nova.compute.manager [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.618258] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bdddb-8905-461f-bbf1-b96f8ff9792c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.769257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.769539] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.769971] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.924358] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098271, 'name': CreateVM_Task, 'duration_secs': 0.471223} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.924358] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9580e47-3615-4259-8897-bca6094e946a] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.924793] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924954] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925317] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.926135] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6093159-5d29-4529-989c-1b6377bb31c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.933017] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1029.933017] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52604e1b-323f-199b-742d-20935c56b105" [ 1029.933017] env[69498]: _type = "Task" [ 1029.933017] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.944866] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52604e1b-323f-199b-742d-20935c56b105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.145196] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.430861] env[69498]: DEBUG nova.network.neutron [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updated VIF entry in instance network info cache for port 1248e956-e9cd-40d4-b839-41c0f99f3f76. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.430861] env[69498]: DEBUG nova.network.neutron [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updating instance_info_cache with network_info: [{"id": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "address": "fa:16:3e:99:aa:c8", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1248e956-e9", "ovs_interfaceid": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.452217] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52604e1b-323f-199b-742d-20935c56b105, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.453107] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.453632] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.454148] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.456025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.456025] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.456025] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a831d9a-f604-408c-965b-f32fbc6f6964 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.475276] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.475276] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.475276] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752dc2a2-10ed-45f6-9370-482bfbdf4119 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.490947] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1030.490947] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523821fa-f067-ad98-c93a-a9e297bd84f7" [ 1030.490947] env[69498]: _type = "Task" [ 1030.490947] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.498202] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00239e6-3dab-4225-bb9b-aa8f4a1096bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505702] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523821fa-f067-ad98-c93a-a9e297bd84f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.512150] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400f1520-7a9b-4d93-b722-14dd619b227d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.548475] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb75590-09a4-484d-8187-bb5480f83cd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.557468] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92016e6-be58-492a-ab0e-dd6147102e2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.575868] env[69498]: DEBUG nova.compute.provider_tree [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.832224] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.832224] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.832224] env[69498]: DEBUG nova.network.neutron [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.933570] env[69498]: DEBUG oslo_concurrency.lockutils [req-c7c09711-6e7d-489a-8bf3-42b0a76aa955 req-72d15c99-7af0-460a-bc15-21e54e9914ce service nova] Releasing lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.007394] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523821fa-f067-ad98-c93a-a9e297bd84f7, 'name': SearchDatastore_Task, 'duration_secs': 0.02954} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.009261] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de2e804-5305-4f62-aca7-ce94a2e521be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.016591] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1031.016591] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525dc3b4-d139-b83f-5974-d320352ace81" [ 1031.016591] env[69498]: _type = "Task" [ 1031.016591] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.026488] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525dc3b4-d139-b83f-5974-d320352ace81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.082033] env[69498]: DEBUG nova.scheduler.client.report [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.106359] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "ee171990-072e-431e-b294-6ae765189559" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.109119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "ee171990-072e-431e-b294-6ae765189559" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.109119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "ee171990-072e-431e-b294-6ae765189559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.109119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "ee171990-072e-431e-b294-6ae765189559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.109119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "ee171990-072e-431e-b294-6ae765189559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.110633] env[69498]: INFO nova.compute.manager [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Terminating instance [ 1031.535993] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525dc3b4-d139-b83f-5974-d320352ace81, 'name': SearchDatastore_Task, 'duration_secs': 0.037677} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.535993] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.535993] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b9580e47-3615-4259-8897-bca6094e946a/b9580e47-3615-4259-8897-bca6094e946a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.535993] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199f44b7-a291-4f36-81f5-c59ca7c86577 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.547958] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1031.547958] env[69498]: value = "task-4098272" [ 1031.547958] env[69498]: _type = "Task" [ 1031.547958] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.559385] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.587286] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.587839] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.591933] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.631s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.593507] env[69498]: INFO nova.compute.claims [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.618236] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "refresh_cache-ee171990-072e-431e-b294-6ae765189559" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.618527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquired lock "refresh_cache-ee171990-072e-431e-b294-6ae765189559" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.618932] env[69498]: DEBUG nova.network.neutron [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.647139] env[69498]: DEBUG nova.network.neutron [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [{"id": "f93e942d-d5df-4d9c-94d0-a837a944624f", "address": "fa:16:3e:32:f0:34", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93e942d-d5", "ovs_interfaceid": "f93e942d-d5df-4d9c-94d0-a837a944624f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.973837] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "98f463ea-28be-4b18-9d92-d8daea0adc31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.973988] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "98f463ea-28be-4b18-9d92-d8daea0adc31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.061694] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.102094] env[69498]: DEBUG nova.compute.utils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.103310] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.103571] env[69498]: DEBUG nova.network.neutron [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.148316] env[69498]: DEBUG nova.network.neutron [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.152662] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.244530] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.245219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.265651] env[69498]: DEBUG nova.network.neutron [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.446212] env[69498]: DEBUG nova.policy [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba473806f6e41e2b5df1052e7e9715d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2f937548aed498599bf91d8bcbf9a33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.472725] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.472960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.477304] env[69498]: DEBUG nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.560925] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53285} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.561340] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b9580e47-3615-4259-8897-bca6094e946a/b9580e47-3615-4259-8897-bca6094e946a.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.561646] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.561888] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c98fdebd-7eb3-44ca-9dae-452bcb21b88f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.569779] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1032.569779] env[69498]: value = "task-4098273" [ 1032.569779] env[69498]: _type = "Task" [ 1032.569779] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.581834] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.607742] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.685491] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb786f0-fc5c-4755-adff-96a233ba8e9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.713471] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e379885-b7f2-4ba5-9927-03d40ecd146d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.721387] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.748717] env[69498]: INFO nova.compute.manager [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Detaching volume 9853c260-5a1f-4c85-91ee-ff282540f560 [ 1032.770034] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Releasing lock "refresh_cache-ee171990-072e-431e-b294-6ae765189559" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.770034] env[69498]: DEBUG nova.compute.manager [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.770034] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.770574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b528efd-dffc-4ff8-ae80-437a4d00aab9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.780274] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.783624] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c482b8ca-9f48-4386-877f-5bd125092583 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.792211] env[69498]: DEBUG oslo_vmware.api [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1032.792211] env[69498]: value = "task-4098274" [ 1032.792211] env[69498]: _type = "Task" [ 1032.792211] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.800860] env[69498]: INFO nova.virt.block_device [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Attempting to driver detach volume 9853c260-5a1f-4c85-91ee-ff282540f560 from mountpoint /dev/sdb [ 1032.801111] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.801306] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811846', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'name': 'volume-9853c260-5a1f-4c85-91ee-ff282540f560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a9b1d5-6879-4417-a856-3f1e0a7eb21f', 'attached_at': '', 'detached_at': '', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'serial': '9853c260-5a1f-4c85-91ee-ff282540f560'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.802162] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf13db3-affc-42f7-96eb-4d7b059d0f0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.809558] env[69498]: DEBUG oslo_vmware.api [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.835361] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0dfb72-c549-4e59-afc0-8cee8c0993d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.846116] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf92a14-6c5b-4dcc-9ab0-d79fa1295148 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.867648] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd29a71-37e1-4b27-9df9-09fd3855f6ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.886339] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] The volume has not been displaced from its original location: [datastore1] volume-9853c260-5a1f-4c85-91ee-ff282540f560/volume-9853c260-5a1f-4c85-91ee-ff282540f560.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1032.893063] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.895720] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1806a712-3e4a-43fa-960f-261627d78b73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.916876] env[69498]: DEBUG oslo_vmware.api [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1032.916876] env[69498]: value = "task-4098275" [ 1032.916876] env[69498]: _type = "Task" [ 1032.916876] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.924626] env[69498]: DEBUG oslo_vmware.api [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.977906] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.011460] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.082977] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078623} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.083341] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.084788] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e519f3-81da-4c7a-9081-0e1a1f7446d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.110017] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b9580e47-3615-4259-8897-bca6094e946a/b9580e47-3615-4259-8897-bca6094e946a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.112599] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea5d54d-b3d5-4e5b-89b7-72d147acf5b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.142052] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1033.142052] env[69498]: value = "task-4098276" [ 1033.142052] env[69498]: _type = "Task" [ 1033.142052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.155988] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.206045] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2540a0-2d34-49b0-8f13-62deec23a597 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.215151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f82a1ab-aac2-4984-8a11-95ad6c3af351 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.249328] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.250484] env[69498]: DEBUG nova.network.neutron [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Successfully created port: bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.252535] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d4194b-aa43-455b-a6b4-81584c1e59be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.254841] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f767e9-d2d0-4637-ac09-0ae3208c60b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.265292] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ec7b6-d20b-4af8-8ec3-a49f09bdad61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.269408] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1033.269408] env[69498]: value = "task-4098277" [ 1033.269408] env[69498]: _type = "Task" [ 1033.269408] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.281960] env[69498]: DEBUG nova.compute.provider_tree [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.289797] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098277, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.303730] env[69498]: DEBUG oslo_vmware.api [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098274, 'name': PowerOffVM_Task, 'duration_secs': 0.146701} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.306790] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.306790] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.306790] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f1e1b2a-14a1-4aa8-ae2f-94e7c2722869 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.333181] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.333536] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.333840] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Deleting the datastore file [datastore2] ee171990-072e-431e-b294-6ae765189559 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.334207] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8493d9b1-c2dd-40e8-be4c-7885cd8d29b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.341546] env[69498]: DEBUG oslo_vmware.api [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for the task: (returnval){ [ 1033.341546] env[69498]: value = "task-4098279" [ 1033.341546] env[69498]: _type = "Task" [ 1033.341546] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.353449] env[69498]: DEBUG oslo_vmware.api [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.426740] env[69498]: DEBUG oslo_vmware.api [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098275, 'name': ReconfigVM_Task, 'duration_secs': 0.269972} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.427213] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.433390] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a31a236-fce5-4b72-a5d1-4f644531dd27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.450741] env[69498]: DEBUG oslo_vmware.api [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1033.450741] env[69498]: value = "task-4098280" [ 1033.450741] env[69498]: _type = "Task" [ 1033.450741] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.463966] env[69498]: DEBUG oslo_vmware.api [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.504185] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.634442] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.651515] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098276, 'name': ReconfigVM_Task, 'duration_secs': 0.366726} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.651875] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b9580e47-3615-4259-8897-bca6094e946a/b9580e47-3615-4259-8897-bca6094e946a.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.652606] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33ae6888-a44c-4156-b81a-e62c42ca4098 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.664777] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1033.664777] env[69498]: value = "task-4098281" [ 1033.664777] env[69498]: _type = "Task" [ 1033.664777] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.667885] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.668156] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.668355] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.668580] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.668799] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.668959] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.669310] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.669560] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.669852] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.670096] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.670297] env[69498]: DEBUG nova.virt.hardware [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.671421] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd26195-53ee-4d80-b8fd-6a641603666d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.687270] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880f590-adc8-4a40-b750-fc36fc11d19d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.691716] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098281, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.785539] env[69498]: DEBUG oslo_vmware.api [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098277, 'name': PowerOnVM_Task, 'duration_secs': 0.440557} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.785539] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.785539] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4324f9c-366e-480b-919a-f6ae1a073d1f tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance '18581d6e-2fa4-4ebd-b07c-f5a2f4d05950' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.786736] env[69498]: DEBUG nova.scheduler.client.report [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.858027] env[69498]: DEBUG oslo_vmware.api [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Task: {'id': task-4098279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109413} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.858027] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.858027] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.858027] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.858027] env[69498]: INFO nova.compute.manager [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1033.858027] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.858027] env[69498]: DEBUG nova.compute.manager [-] [instance: ee171990-072e-431e-b294-6ae765189559] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.858027] env[69498]: DEBUG nova.network.neutron [-] [instance: ee171990-072e-431e-b294-6ae765189559] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.877326] env[69498]: DEBUG nova.network.neutron [-] [instance: ee171990-072e-431e-b294-6ae765189559] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.966463] env[69498]: DEBUG oslo_vmware.api [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098280, 'name': ReconfigVM_Task, 'duration_secs': 0.169928} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.966843] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811846', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'name': 'volume-9853c260-5a1f-4c85-91ee-ff282540f560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a9b1d5-6879-4417-a856-3f1e0a7eb21f', 'attached_at': '', 'detached_at': '', 'volume_id': '9853c260-5a1f-4c85-91ee-ff282540f560', 'serial': '9853c260-5a1f-4c85-91ee-ff282540f560'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.182673] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098281, 'name': Rename_Task, 'duration_secs': 0.292069} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.183071] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.184443] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3fdcd7-c801-445d-aba7-5ce70832a6ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.191922] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1034.191922] env[69498]: value = "task-4098282" [ 1034.191922] env[69498]: _type = "Task" [ 1034.191922] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.202597] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.299043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.300223] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.308501] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.048s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.308816] env[69498]: DEBUG nova.objects.instance [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid 291d4ab1-2675-4ea9-94d8-a81e410f1254 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.379506] env[69498]: DEBUG nova.network.neutron [-] [instance: ee171990-072e-431e-b294-6ae765189559] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.543354] env[69498]: DEBUG nova.objects.instance [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lazy-loading 'flavor' on Instance uuid 03a9b1d5-6879-4417-a856-3f1e0a7eb21f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.704427] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.816749] env[69498]: DEBUG nova.compute.utils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.821907] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.822094] env[69498]: DEBUG nova.network.neutron [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.882112] env[69498]: DEBUG nova.policy [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e0d20f400eb40659dfcc28451ca6658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942649363404477cbc26444252a3b74d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.884080] env[69498]: INFO nova.compute.manager [-] [instance: ee171990-072e-431e-b294-6ae765189559] Took 1.03 seconds to deallocate network for instance. [ 1035.097202] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.097576] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.139881] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.140178] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.179801] env[69498]: DEBUG nova.compute.manager [req-a8a9b0ea-7a24-4657-bbc6-42a61532b8e9 req-5e62a427-e62b-461a-a341-05c330ab372f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Received event network-vif-plugged-bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.180030] env[69498]: DEBUG oslo_concurrency.lockutils [req-a8a9b0ea-7a24-4657-bbc6-42a61532b8e9 req-5e62a427-e62b-461a-a341-05c330ab372f service nova] Acquiring lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.180472] env[69498]: DEBUG oslo_concurrency.lockutils [req-a8a9b0ea-7a24-4657-bbc6-42a61532b8e9 req-5e62a427-e62b-461a-a341-05c330ab372f service nova] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.180472] env[69498]: DEBUG oslo_concurrency.lockutils [req-a8a9b0ea-7a24-4657-bbc6-42a61532b8e9 req-5e62a427-e62b-461a-a341-05c330ab372f service nova] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.182234] env[69498]: DEBUG nova.compute.manager [req-a8a9b0ea-7a24-4657-bbc6-42a61532b8e9 req-5e62a427-e62b-461a-a341-05c330ab372f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] No waiting events found dispatching network-vif-plugged-bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.182393] env[69498]: WARNING nova.compute.manager [req-a8a9b0ea-7a24-4657-bbc6-42a61532b8e9 req-5e62a427-e62b-461a-a341-05c330ab372f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Received unexpected event network-vif-plugged-bf129ad2-b4fb-4236-a09a-48fc5e10c728 for instance with vm_state building and task_state spawning. [ 1035.197965] env[69498]: DEBUG nova.network.neutron [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Successfully updated port: bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.209148] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.330971] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.395515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.433024] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cca6236-6da3-483c-90db-d4b96d890fc7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.446128] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565ccf9-07bd-415c-b3eb-88b339c413af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.484135] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35977bba-cc16-419e-8262-66a1b87bbb27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.497197] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6580828-4d7b-43e5-920c-b57b15fa21d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.515474] env[69498]: DEBUG nova.compute.provider_tree [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.518453] env[69498]: DEBUG nova.network.neutron [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Successfully created port: 03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.558143] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0ad7c44e-7e6c-4845-8869-dc1db11b0846 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.600323] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.643415] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.706719] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "refresh_cache-e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.707137] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquired lock "refresh_cache-e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.707137] env[69498]: DEBUG nova.network.neutron [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.708969] env[69498]: DEBUG oslo_vmware.api [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098282, 'name': PowerOnVM_Task, 'duration_secs': 1.262834} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.709553] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.710127] env[69498]: INFO nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1035.710195] env[69498]: DEBUG nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.711999] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc151c1-633e-4c2f-a811-790c0cc547da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.022614] env[69498]: DEBUG nova.scheduler.client.report [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.079123] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.079449] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.126032] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.164300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.233397] env[69498]: INFO nova.compute.manager [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Took 36.88 seconds to build instance. [ 1036.246875] env[69498]: DEBUG nova.network.neutron [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.351907] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.388322] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.388811] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.389197] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.389531] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.389803] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.390193] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.390622] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.393036] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.393036] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.393036] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.393036] env[69498]: DEBUG nova.virt.hardware [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.393036] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87d07a-5a5a-49b1-83f8-28882ad5cd88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.404999] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e0285-2e9b-4012-92c4-549c0cb98efa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.423582] env[69498]: DEBUG nova.network.neutron [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Updating instance_info_cache with network_info: [{"id": "bf129ad2-b4fb-4236-a09a-48fc5e10c728", "address": "fa:16:3e:9b:41:f2", "network": {"id": "06afb847-9385-4d77-a894-3ff729150cf6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2021047888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f937548aed498599bf91d8bcbf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf129ad2-b4", "ovs_interfaceid": "bf129ad2-b4fb-4236-a09a-48fc5e10c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.531019] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.531822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.250s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.533325] env[69498]: INFO nova.compute.claims [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.557895] env[69498]: INFO nova.scheduler.client.report [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance 291d4ab1-2675-4ea9-94d8-a81e410f1254 [ 1036.583685] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.693848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.694166] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.694385] env[69498]: DEBUG nova.compute.manager [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Going to confirm migration 5 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1036.736277] env[69498]: DEBUG oslo_concurrency.lockutils [None req-148bb2d0-e029-4ddd-866d-b705da4275e0 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "b9580e47-3615-4259-8897-bca6094e946a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.390s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.772213] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.772314] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.772516] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.772708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.772882] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.776368] env[69498]: INFO nova.compute.manager [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Terminating instance [ 1036.855666] env[69498]: INFO nova.compute.manager [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Rescuing [ 1036.856064] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.856248] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.856424] env[69498]: DEBUG nova.network.neutron [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.927255] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Releasing lock "refresh_cache-e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.927658] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Instance network_info: |[{"id": "bf129ad2-b4fb-4236-a09a-48fc5e10c728", "address": "fa:16:3e:9b:41:f2", "network": {"id": "06afb847-9385-4d77-a894-3ff729150cf6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2021047888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f937548aed498599bf91d8bcbf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf129ad2-b4", "ovs_interfaceid": "bf129ad2-b4fb-4236-a09a-48fc5e10c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.928149] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:41:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf129ad2-b4fb-4236-a09a-48fc5e10c728', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.938319] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Creating folder: Project (c2f937548aed498599bf91d8bcbf9a33). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.939071] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3baf1aa1-9475-4336-bd9f-fe81c5cffb9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.952219] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Created folder: Project (c2f937548aed498599bf91d8bcbf9a33) in parent group-v811634. [ 1036.952484] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Creating folder: Instances. Parent ref: group-v811867. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.952783] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a74b35a-790b-4067-b627-0cd5ae63403e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.966336] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Created folder: Instances in parent group-v811867. [ 1036.967671] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.967926] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.968185] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd442717-a052-42a1-86d9-f51099e80890 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.991639] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.991639] env[69498]: value = "task-4098285" [ 1036.991639] env[69498]: _type = "Task" [ 1036.991639] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.001400] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098285, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.064872] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b362b8d-1ee6-42e9-8007-07c8ff979a78 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "291d4ab1-2675-4ea9-94d8-a81e410f1254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.614s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.108711] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.267226] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.267414] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.267600] env[69498]: DEBUG nova.network.neutron [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.267791] env[69498]: DEBUG nova.objects.instance [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'info_cache' on Instance uuid 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.281147] env[69498]: DEBUG nova.compute.manager [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.281147] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.282444] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d493e25-e55c-4c2f-8ed7-c01c1a38639f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.294313] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.294313] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06252bfe-1409-4266-8aa3-90064d688022 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.300890] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1037.300890] env[69498]: value = "task-4098286" [ 1037.300890] env[69498]: _type = "Task" [ 1037.300890] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.311453] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.321715] env[69498]: DEBUG nova.compute.manager [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Received event network-changed-bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.321715] env[69498]: DEBUG nova.compute.manager [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Refreshing instance network info cache due to event network-changed-bf129ad2-b4fb-4236-a09a-48fc5e10c728. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.322097] env[69498]: DEBUG oslo_concurrency.lockutils [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] Acquiring lock "refresh_cache-e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.323018] env[69498]: DEBUG oslo_concurrency.lockutils [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] Acquired lock "refresh_cache-e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.323018] env[69498]: DEBUG nova.network.neutron [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Refreshing network info cache for port bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.404365] env[69498]: DEBUG nova.compute.manager [req-a894f6f2-ce63-4459-afbe-3387aa4d8c4e req-625c135a-0928-41e9-a9ef-344d189b1732 service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Received event network-vif-plugged-03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.404589] env[69498]: DEBUG oslo_concurrency.lockutils [req-a894f6f2-ce63-4459-afbe-3387aa4d8c4e req-625c135a-0928-41e9-a9ef-344d189b1732 service nova] Acquiring lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.404789] env[69498]: DEBUG oslo_concurrency.lockutils [req-a894f6f2-ce63-4459-afbe-3387aa4d8c4e req-625c135a-0928-41e9-a9ef-344d189b1732 service nova] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.404948] env[69498]: DEBUG oslo_concurrency.lockutils [req-a894f6f2-ce63-4459-afbe-3387aa4d8c4e req-625c135a-0928-41e9-a9ef-344d189b1732 service nova] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.406166] env[69498]: DEBUG nova.compute.manager [req-a894f6f2-ce63-4459-afbe-3387aa4d8c4e req-625c135a-0928-41e9-a9ef-344d189b1732 service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] No waiting events found dispatching network-vif-plugged-03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.406375] env[69498]: WARNING nova.compute.manager [req-a894f6f2-ce63-4459-afbe-3387aa4d8c4e req-625c135a-0928-41e9-a9ef-344d189b1732 service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Received unexpected event network-vif-plugged-03f42120-b722-4980-a9cb-c8e68a6f05c2 for instance with vm_state building and task_state spawning. [ 1037.503152] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098285, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.579080] env[69498]: DEBUG nova.network.neutron [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updating instance_info_cache with network_info: [{"id": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "address": "fa:16:3e:99:aa:c8", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1248e956-e9", "ovs_interfaceid": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.586384] env[69498]: DEBUG nova.network.neutron [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Successfully updated port: 03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.813462] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.998640] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ed9b4f-a324-4fa8-97d7-cc48eb11fc4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.011858] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098285, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.011858] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f7341-d8bc-4fe9-a2b6-05e24c9c3e62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.049593] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94a5adf-6f31-427f-b78d-b9d8d348a741 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.058639] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e433727-90a2-41dd-9ce1-70349be341d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.076023] env[69498]: DEBUG nova.compute.provider_tree [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.082567] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089724] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "refresh_cache-aa4098d4-8192-4673-a4a8-9f5afb2b07a5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.089935] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquired lock "refresh_cache-aa4098d4-8192-4673-a4a8-9f5afb2b07a5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.090113] env[69498]: DEBUG nova.network.neutron [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.234789] env[69498]: DEBUG nova.network.neutron [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Updated VIF entry in instance network info cache for port bf129ad2-b4fb-4236-a09a-48fc5e10c728. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.235432] env[69498]: DEBUG nova.network.neutron [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Updating instance_info_cache with network_info: [{"id": "bf129ad2-b4fb-4236-a09a-48fc5e10c728", "address": "fa:16:3e:9b:41:f2", "network": {"id": "06afb847-9385-4d77-a894-3ff729150cf6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2021047888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2f937548aed498599bf91d8bcbf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf129ad2-b4", "ovs_interfaceid": "bf129ad2-b4fb-4236-a09a-48fc5e10c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.314354] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.507334] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098285, 'name': CreateVM_Task, 'duration_secs': 1.404074} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.507334] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.507334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.507334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.507556] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.507878] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5579d99-fcc6-4900-b883-001e3e9de456 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.519542] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1038.519542] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd8d9e-bb7a-df81-50b0-b5ea7eaa7127" [ 1038.519542] env[69498]: _type = "Task" [ 1038.519542] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.533612] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd8d9e-bb7a-df81-50b0-b5ea7eaa7127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.580262] env[69498]: DEBUG nova.scheduler.client.report [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.632687] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "a9bb2a88-dc8b-40b9-8988-01b8859df014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.632949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.646803] env[69498]: DEBUG nova.network.neutron [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.719337] env[69498]: DEBUG nova.network.neutron [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [{"id": "f93e942d-d5df-4d9c-94d0-a837a944624f", "address": "fa:16:3e:32:f0:34", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93e942d-d5", "ovs_interfaceid": "f93e942d-d5df-4d9c-94d0-a837a944624f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.739456] env[69498]: DEBUG oslo_concurrency.lockutils [req-90729141-18ea-4e72-aa4f-b97e33b69a0c req-2f6db73c-eb98-4ae1-9ac9-e3bddfb2817f service nova] Releasing lock "refresh_cache-e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800816] env[69498]: DEBUG nova.network.neutron [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Updating instance_info_cache with network_info: [{"id": "03f42120-b722-4980-a9cb-c8e68a6f05c2", "address": "fa:16:3e:6e:2b:1a", "network": {"id": "fe475540-0bdb-4fe6-bac0-361a56a8a2b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1569688595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942649363404477cbc26444252a3b74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f42120-b7", "ovs_interfaceid": "03f42120-b722-4980-a9cb-c8e68a6f05c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.814122] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098286, 'name': PowerOffVM_Task, 'duration_secs': 1.187495} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.814998] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.816129] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.816129] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf9cb37d-a8b3-466f-9bae-e5b5409027a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.879669] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.879914] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.880221] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleting the datastore file [datastore1] 03a9b1d5-6879-4417-a856-3f1e0a7eb21f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.880503] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3301ee26-63bc-40f2-9780-bb575b3a3a62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.888636] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1038.888636] env[69498]: value = "task-4098288" [ 1038.888636] env[69498]: _type = "Task" [ 1038.888636] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.897528] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.031946] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bd8d9e-bb7a-df81-50b0-b5ea7eaa7127, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.032354] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.032672] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.033110] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.033234] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.033494] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.033901] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6faca392-081c-4d44-aa8c-c9b3df4f4098 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.043411] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.043688] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.044568] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fc0f62-535b-4f20-80a9-9c85ecc9708c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.050089] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1039.050089] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c3b548-d0d8-d9b6-3b0a-94fc5167f42e" [ 1039.050089] env[69498]: _type = "Task" [ 1039.050089] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.058205] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c3b548-d0d8-d9b6-3b0a-94fc5167f42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.087969] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.088560] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.091524] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.497s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.091779] env[69498]: DEBUG nova.objects.instance [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lazy-loading 'pci_requests' on Instance uuid d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.136804] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.225089] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.225284] env[69498]: DEBUG nova.objects.instance [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'migration_context' on Instance uuid 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.303463] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Releasing lock "refresh_cache-aa4098d4-8192-4673-a4a8-9f5afb2b07a5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.303884] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Instance network_info: |[{"id": "03f42120-b722-4980-a9cb-c8e68a6f05c2", "address": "fa:16:3e:6e:2b:1a", "network": {"id": "fe475540-0bdb-4fe6-bac0-361a56a8a2b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1569688595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942649363404477cbc26444252a3b74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f42120-b7", "ovs_interfaceid": "03f42120-b722-4980-a9cb-c8e68a6f05c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.304326] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:2b:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f42120-b722-4980-a9cb-c8e68a6f05c2', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.311925] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Creating folder: Project (942649363404477cbc26444252a3b74d). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.312233] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57e93788-9107-4ce2-8aa6-f9acd2efe7e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.325140] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Created folder: Project (942649363404477cbc26444252a3b74d) in parent group-v811634. [ 1039.325453] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Creating folder: Instances. Parent ref: group-v811870. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.325839] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef8e406f-a082-4f33-9ef8-767142bbf830 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.337069] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Created folder: Instances in parent group-v811870. [ 1039.337230] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.337440] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.337719] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f0dd7b-3a9f-4b46-a5bc-87d7ec3211ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.363615] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.363615] env[69498]: value = "task-4098291" [ 1039.363615] env[69498]: _type = "Task" [ 1039.363615] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.373548] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098291, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.399261] env[69498]: DEBUG oslo_vmware.api [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188508} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.399499] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.399693] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.399874] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.400227] env[69498]: INFO nova.compute.manager [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1039.400405] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.400626] env[69498]: DEBUG nova.compute.manager [-] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.400767] env[69498]: DEBUG nova.network.neutron [-] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.438468] env[69498]: DEBUG nova.compute.manager [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Received event network-changed-03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.438837] env[69498]: DEBUG nova.compute.manager [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Refreshing instance network info cache due to event network-changed-03f42120-b722-4980-a9cb-c8e68a6f05c2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.439188] env[69498]: DEBUG oslo_concurrency.lockutils [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] Acquiring lock "refresh_cache-aa4098d4-8192-4673-a4a8-9f5afb2b07a5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.439415] env[69498]: DEBUG oslo_concurrency.lockutils [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] Acquired lock "refresh_cache-aa4098d4-8192-4673-a4a8-9f5afb2b07a5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.439719] env[69498]: DEBUG nova.network.neutron [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Refreshing network info cache for port 03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.561825] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c3b548-d0d8-d9b6-3b0a-94fc5167f42e, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.562621] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c628dc5-27ae-4435-9a8e-2a8d9edd9dcd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568341] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1039.568341] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52708d27-2e20-3f62-cbcf-b994ecd7ac70" [ 1039.568341] env[69498]: _type = "Task" [ 1039.568341] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.577276] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52708d27-2e20-3f62-cbcf-b994ecd7ac70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.594949] env[69498]: DEBUG nova.compute.utils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.597986] env[69498]: DEBUG nova.objects.instance [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lazy-loading 'numa_topology' on Instance uuid d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.599287] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.599487] env[69498]: DEBUG nova.network.neutron [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.644614] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.646231] env[69498]: DEBUG nova.policy [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.650341] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09774e40-1c7e-4096-b629-23023f9938d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.659271] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1039.659271] env[69498]: value = "task-4098292" [ 1039.659271] env[69498]: _type = "Task" [ 1039.659271] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.667791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.671882] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.728333] env[69498]: DEBUG nova.objects.base [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Object Instance<18581d6e-2fa4-4ebd-b07c-f5a2f4d05950> lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.729361] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d80df-0f2a-4b86-b288-449c96117a3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.753270] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5641278a-a41a-4e0b-ba77-e08e6ba9ea02 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.760249] env[69498]: DEBUG oslo_vmware.api [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1039.760249] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dbed0f-9b20-afc8-ab8d-2b73dba233e2" [ 1039.760249] env[69498]: _type = "Task" [ 1039.760249] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.771799] env[69498]: DEBUG oslo_vmware.api [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dbed0f-9b20-afc8-ab8d-2b73dba233e2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.772151] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.875645] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098291, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.020482] env[69498]: DEBUG nova.compute.manager [req-befe8d58-9ffd-4f96-8a86-795001c0e1bc req-978e62c4-0a30-433c-a862-8fba8fc358b1 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Received event network-vif-deleted-e8e1b07a-77de-4036-afe9-79922022fae8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.020759] env[69498]: INFO nova.compute.manager [req-befe8d58-9ffd-4f96-8a86-795001c0e1bc req-978e62c4-0a30-433c-a862-8fba8fc358b1 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Neutron deleted interface e8e1b07a-77de-4036-afe9-79922022fae8; detaching it from the instance and deleting it from the info cache [ 1040.020876] env[69498]: DEBUG nova.network.neutron [req-befe8d58-9ffd-4f96-8a86-795001c0e1bc req-978e62c4-0a30-433c-a862-8fba8fc358b1 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.079521] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52708d27-2e20-3f62-cbcf-b994ecd7ac70, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.079807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.080258] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1/e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.080415] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74df786-a4a3-48f3-83c2-166290f46f14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.089280] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1040.089280] env[69498]: value = "task-4098293" [ 1040.089280] env[69498]: _type = "Task" [ 1040.089280] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.101416] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.105131] env[69498]: INFO nova.compute.claims [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.112392] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.171526] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098292, 'name': PowerOffVM_Task, 'duration_secs': 0.282253} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.171854] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.172772] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf572ee8-a86c-4587-a33d-4247ed0386c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.195893] env[69498]: DEBUG nova.network.neutron [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Updated VIF entry in instance network info cache for port 03f42120-b722-4980-a9cb-c8e68a6f05c2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.196308] env[69498]: DEBUG nova.network.neutron [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Updating instance_info_cache with network_info: [{"id": "03f42120-b722-4980-a9cb-c8e68a6f05c2", "address": "fa:16:3e:6e:2b:1a", "network": {"id": "fe475540-0bdb-4fe6-bac0-361a56a8a2b8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1569688595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942649363404477cbc26444252a3b74d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f42120-b7", "ovs_interfaceid": "03f42120-b722-4980-a9cb-c8e68a6f05c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.197986] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55fb7c4-f37d-4ab7-94f8-0ffd16d59dd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.201892] env[69498]: DEBUG nova.network.neutron [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Successfully created port: f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.243247] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.243643] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838bec1a-6984-473b-8bbb-512e82075927 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.252744] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1040.252744] env[69498]: value = "task-4098294" [ 1040.252744] env[69498]: _type = "Task" [ 1040.252744] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.264335] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1040.264556] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.264791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.264978] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.265194] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.265477] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce0d565e-7202-4bf0-b408-b0cdc86b0032 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.282122] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.282674] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.283998] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d44578c-e21b-4692-bef8-df1d8a945118 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.291751] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1040.291751] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d74d34-23e0-59c3-910b-e8204e9f44f9" [ 1040.291751] env[69498]: _type = "Task" [ 1040.291751] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.302276] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d74d34-23e0-59c3-910b-e8204e9f44f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.376495] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098291, 'name': CreateVM_Task, 'duration_secs': 0.607431} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.376495] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.377286] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.377553] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.378089] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.378133] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46769524-a429-458c-827b-05100f32f0d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.385249] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1040.385249] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524766d7-63ed-952d-56b2-d9f9f8317433" [ 1040.385249] env[69498]: _type = "Task" [ 1040.385249] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.399734] env[69498]: DEBUG nova.network.neutron [-] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.401151] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524766d7-63ed-952d-56b2-d9f9f8317433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.528481] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0658332c-7922-45dc-ae32-41aa1f9e1562 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.540082] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5906a5-a5cc-45c2-aeec-3092058d8333 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.581683] env[69498]: DEBUG nova.compute.manager [req-befe8d58-9ffd-4f96-8a86-795001c0e1bc req-978e62c4-0a30-433c-a862-8fba8fc358b1 service nova] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Detach interface failed, port_id=e8e1b07a-77de-4036-afe9-79922022fae8, reason: Instance 03a9b1d5-6879-4417-a856-3f1e0a7eb21f could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.606791] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.702615] env[69498]: DEBUG oslo_concurrency.lockutils [req-d5909106-08a7-4da7-af32-2569f1a35e81 req-53eb0fae-1c0c-4263-a906-9a7bb5f2ed6d service nova] Releasing lock "refresh_cache-aa4098d4-8192-4673-a4a8-9f5afb2b07a5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.803063] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d74d34-23e0-59c3-910b-e8204e9f44f9, 'name': SearchDatastore_Task, 'duration_secs': 0.0588} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.803494] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d4d739-684f-47ad-85bb-f2498c01beeb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.809188] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1040.809188] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b501ab-0148-80d3-2936-e77f518592b3" [ 1040.809188] env[69498]: _type = "Task" [ 1040.809188] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.818589] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b501ab-0148-80d3-2936-e77f518592b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.896875] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524766d7-63ed-952d-56b2-d9f9f8317433, 'name': SearchDatastore_Task, 'duration_secs': 0.063325} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.897269] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.897530] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.897813] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.907477] env[69498]: INFO nova.compute.manager [-] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Took 1.51 seconds to deallocate network for instance. [ 1041.101090] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542875} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.101451] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1/e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.101671] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.101935] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-197bb648-f3b4-4342-be69-cbe909e92486 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.109309] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1041.109309] env[69498]: value = "task-4098295" [ 1041.109309] env[69498]: _type = "Task" [ 1041.109309] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.119447] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.125784] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.156982] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.157365] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.157543] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.157730] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.157878] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.158034] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.158284] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.158472] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.158686] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.159472] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.159472] env[69498]: DEBUG nova.virt.hardware [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.160223] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4252d-6e18-4f8b-bc72-4c2ff3da2b89 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.172016] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896dab60-4e6d-4364-89fd-aedd573118e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.321916] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b501ab-0148-80d3-2936-e77f518592b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.322241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.322512] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b9580e47-3615-4259-8897-bca6094e946a/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. {{(pid=69498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1041.322806] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.322993] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.323224] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5dc925-e2f1-4b12-8401-66d6507d36bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.331957] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c0e0b88-2a14-43e9-808b-840bfeceea70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.338999] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1041.338999] env[69498]: value = "task-4098296" [ 1041.338999] env[69498]: _type = "Task" [ 1041.338999] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.340471] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.340660] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.345633] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b42124-ad96-450a-8370-5aff59a4e3b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.358624] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.359755] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1041.359755] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcfade-74bc-198a-c970-c710eec49227" [ 1041.359755] env[69498]: _type = "Task" [ 1041.359755] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.371561] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52dcfade-74bc-198a-c970-c710eec49227, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.372392] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80d67cc-7aaf-403a-b6e9-525668246db0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.381320] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1041.381320] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b2e940-cd0b-dbe0-11a1-ce11a15a3742" [ 1041.381320] env[69498]: _type = "Task" [ 1041.381320] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.390571] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b2e940-cd0b-dbe0-11a1-ce11a15a3742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.414354] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.569887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf46c8-c8ba-48be-bf9a-9808de1347ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.579921] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635edb36-4427-48ca-8305-f76114373ad7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.615261] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77229e9b-3020-4c1d-b321-630385dda578 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.623659] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077471} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.625905] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.626786] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da838ab1-8f08-468b-a4ed-aef7b793da2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.630497] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e94aede-c145-443c-87be-a5c5137e47be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.644952] env[69498]: DEBUG nova.compute.provider_tree [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.664882] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1/e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.666199] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c64b435-9d91-432b-bb89-ba71890636cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.688312] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1041.688312] env[69498]: value = "task-4098297" [ 1041.688312] env[69498]: _type = "Task" [ 1041.688312] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.702774] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.855025] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494682} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.855025] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b9580e47-3615-4259-8897-bca6094e946a/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk. [ 1041.855025] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb46d9-aaf8-4c9a-b60f-66c939e58e5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.881174] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b9580e47-3615-4259-8897-bca6094e946a/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.882161] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507e3847-c374-44cb-9d69-b1f14647f517 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.909497] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b2e940-cd0b-dbe0-11a1-ce11a15a3742, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.911315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.911769] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] aa4098d4-8192-4673-a4a8-9f5afb2b07a5/aa4098d4-8192-4673-a4a8-9f5afb2b07a5.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.912313] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1041.912313] env[69498]: value = "task-4098298" [ 1041.912313] env[69498]: _type = "Task" [ 1041.912313] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.912813] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c57046-b5ce-4451-bb1a-ec0cc2ded252 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.924206] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.926870] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1041.926870] env[69498]: value = "task-4098299" [ 1041.926870] env[69498]: _type = "Task" [ 1041.926870] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.936043] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.965366] env[69498]: DEBUG nova.compute.manager [req-970b9dbb-6ac2-4dfc-b793-e6e02a2c0bed req-c7ab7180-af61-49c2-b3a7-c724f652fd77 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-vif-plugged-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.965668] env[69498]: DEBUG oslo_concurrency.lockutils [req-970b9dbb-6ac2-4dfc-b793-e6e02a2c0bed req-c7ab7180-af61-49c2-b3a7-c724f652fd77 service nova] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.966295] env[69498]: DEBUG oslo_concurrency.lockutils [req-970b9dbb-6ac2-4dfc-b793-e6e02a2c0bed req-c7ab7180-af61-49c2-b3a7-c724f652fd77 service nova] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.966295] env[69498]: DEBUG oslo_concurrency.lockutils [req-970b9dbb-6ac2-4dfc-b793-e6e02a2c0bed req-c7ab7180-af61-49c2-b3a7-c724f652fd77 service nova] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.966295] env[69498]: DEBUG nova.compute.manager [req-970b9dbb-6ac2-4dfc-b793-e6e02a2c0bed req-c7ab7180-af61-49c2-b3a7-c724f652fd77 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] No waiting events found dispatching network-vif-plugged-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.966543] env[69498]: WARNING nova.compute.manager [req-970b9dbb-6ac2-4dfc-b793-e6e02a2c0bed req-c7ab7180-af61-49c2-b3a7-c724f652fd77 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received unexpected event network-vif-plugged-f590b10c-14fe-43a4-816f-e83190273e6a for instance with vm_state building and task_state spawning. [ 1042.169057] env[69498]: DEBUG nova.scheduler.client.report [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.209430] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098297, 'name': ReconfigVM_Task, 'duration_secs': 0.363295} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.210460] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Reconfigured VM instance instance-00000052 to attach disk [datastore2] e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1/e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.213201] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09677f1d-6ec4-4102-b282-1de53ce5fdb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.225885] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1042.225885] env[69498]: value = "task-4098300" [ 1042.225885] env[69498]: _type = "Task" [ 1042.225885] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.228103] env[69498]: DEBUG nova.network.neutron [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Successfully updated port: f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.242876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.243285] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.243644] env[69498]: DEBUG nova.network.neutron [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.256398] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098300, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.427978] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.438934] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098299, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.674565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.583s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.676957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.668s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.677395] env[69498]: DEBUG nova.objects.instance [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'resources' on Instance uuid 96905bf3-6012-4714-ac7d-e821819fe266 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.729017] env[69498]: INFO nova.network.neutron [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating port 64bb0326-dc96-4647-9145-fe361fbed7fe with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1042.742412] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098300, 'name': Rename_Task, 'duration_secs': 0.287711} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.742695] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.742953] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c63b2d-c1cd-42b0-a884-a211c505e0b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.751248] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1042.751248] env[69498]: value = "task-4098301" [ 1042.751248] env[69498]: _type = "Task" [ 1042.751248] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.764927] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.787597] env[69498]: DEBUG nova.network.neutron [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.930282] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098298, 'name': ReconfigVM_Task, 'duration_secs': 0.538035} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.930282] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b9580e47-3615-4259-8897-bca6094e946a/e3962954-209d-4678-9877-4850ecfcddab-rescue.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.932964] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1491d5-577b-4cf9-8a2c-7b6e9d4e045b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.937146] env[69498]: DEBUG nova.network.neutron [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.973567] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534345} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.979331] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] aa4098d4-8192-4673-a4a8-9f5afb2b07a5/aa4098d4-8192-4673-a4a8-9f5afb2b07a5.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.979598] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.980198] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869d9f40-f547-42a6-8786-b5abd08b8d03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.991849] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7743296b-65ba-4f83-89d6-6ba71f164bb8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.001890] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1043.001890] env[69498]: value = "task-4098303" [ 1043.001890] env[69498]: _type = "Task" [ 1043.001890] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.002234] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1043.002234] env[69498]: value = "task-4098302" [ 1043.002234] env[69498]: _type = "Task" [ 1043.002234] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.015031] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.017966] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.269973] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.443909] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.444274] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Instance network_info: |[{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.444692] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c2:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f590b10c-14fe-43a4-816f-e83190273e6a', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.452396] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.455215] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.455634] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d235fa1-53a3-44a9-87b6-86442f33c8b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.484842] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.484842] env[69498]: value = "task-4098304" [ 1043.484842] env[69498]: _type = "Task" [ 1043.484842] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.494823] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098304, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.514825] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086085} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.520666] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.521091] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098303, 'name': ReconfigVM_Task, 'duration_secs': 0.174908} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.522165] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085da30c-9575-4879-86f5-ffcbe26e6ac3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.524677] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.524912] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df4d85bd-43c9-4eb1-917e-11c9446f1d5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.549862] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] aa4098d4-8192-4673-a4a8-9f5afb2b07a5/aa4098d4-8192-4673-a4a8-9f5afb2b07a5.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.554265] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0bf8f2-7003-47cf-b2ad-9b751057ca33 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.569580] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1043.569580] env[69498]: value = "task-4098305" [ 1043.569580] env[69498]: _type = "Task" [ 1043.569580] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.576096] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1043.576096] env[69498]: value = "task-4098306" [ 1043.576096] env[69498]: _type = "Task" [ 1043.576096] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.578921] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098305, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.590404] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.740418] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fabb7a-2178-474d-972c-0e72e62d0485 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.751978] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e8d4c-4c8c-4293-b685-3065fa740ab1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.765101] env[69498]: DEBUG oslo_vmware.api [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098301, 'name': PowerOnVM_Task, 'duration_secs': 0.54768} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.791345] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.791610] env[69498]: INFO nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1043.791812] env[69498]: DEBUG nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.792911] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2343917-1c91-443a-983c-19ccb62cf1b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.796154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f2067-2c6a-4290-9060-4ecd34476d9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.806098] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff19938-8559-46ef-b91f-616da545c4b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.824258] env[69498]: DEBUG nova.compute.provider_tree [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.998025] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098304, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.000366] env[69498]: DEBUG nova.compute.manager [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.000615] env[69498]: DEBUG nova.compute.manager [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing instance network info cache due to event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.000938] env[69498]: DEBUG oslo_concurrency.lockutils [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.001178] env[69498]: DEBUG oslo_concurrency.lockutils [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.001448] env[69498]: DEBUG nova.network.neutron [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.081315] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.089853] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.325761] env[69498]: INFO nova.compute.manager [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Took 33.82 seconds to build instance. [ 1044.328112] env[69498]: DEBUG nova.scheduler.client.report [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.497914] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098304, 'name': CreateVM_Task, 'duration_secs': 0.551606} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.498143] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.498849] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.499037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.499402] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.499669] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea212a41-c3bc-48d8-a460-0bd8606da57d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.508362] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1044.508362] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5279ac60-24d9-5b9e-31da-8f00287cae01" [ 1044.508362] env[69498]: _type = "Task" [ 1044.508362] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.517947] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5279ac60-24d9-5b9e-31da-8f00287cae01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.581167] env[69498]: DEBUG oslo_vmware.api [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098305, 'name': PowerOnVM_Task, 'duration_secs': 0.744007} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.581556] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.583999] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.588356] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.588567] env[69498]: DEBUG nova.network.neutron [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.598536] env[69498]: DEBUG nova.compute.manager [None req-da679c9f-2085-4b3b-b361-fe09dd85a254 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.600306] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45158036-1cd3-4790-b51f-3bd72e672efd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.613647] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098306, 'name': ReconfigVM_Task, 'duration_secs': 0.737046} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.615473] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Reconfigured VM instance instance-00000053 to attach disk [datastore2] aa4098d4-8192-4673-a4a8-9f5afb2b07a5/aa4098d4-8192-4673-a4a8-9f5afb2b07a5.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.619023] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa825d1-b0eb-4a27-8dcb-f5dd13a6c487 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.627440] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1044.627440] env[69498]: value = "task-4098307" [ 1044.627440] env[69498]: _type = "Task" [ 1044.627440] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.640675] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098307, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.790266] env[69498]: DEBUG nova.network.neutron [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updated VIF entry in instance network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.791285] env[69498]: DEBUG nova.network.neutron [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.826819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7a116279-5778-4c19-ab5e-e96782c94e4d tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.334s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.839385] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.840157] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.906s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.842016] env[69498]: DEBUG nova.objects.instance [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1044.872726] env[69498]: INFO nova.scheduler.client.report [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted allocations for instance 96905bf3-6012-4714-ac7d-e821819fe266 [ 1045.021139] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5279ac60-24d9-5b9e-31da-8f00287cae01, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.021498] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.021714] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.021971] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.022217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.022326] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.022580] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0215aea4-cd16-4229-8066-28cd3896e368 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.031785] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.032037] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.033107] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90dfa6a0-5140-463b-8b96-b7615af1b5ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.038790] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1045.038790] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e0d16d-4672-53c4-b5c5-16c042e22ce1" [ 1045.038790] env[69498]: _type = "Task" [ 1045.038790] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.046975] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e0d16d-4672-53c4-b5c5-16c042e22ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.141460] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098307, 'name': Rename_Task, 'duration_secs': 0.342714} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.142012] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.142012] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5616ffd-a4fe-401d-9dc5-8c747f41f290 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.150827] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1045.150827] env[69498]: value = "task-4098308" [ 1045.150827] env[69498]: _type = "Task" [ 1045.150827] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.161217] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.296906] env[69498]: DEBUG oslo_concurrency.lockutils [req-7cf1384f-da12-462d-b870-c3dca35315db req-735f1231-c242-4916-9a24-3460baeb6e35 service nova] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.386387] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7cbb02ed-cbd0-470d-a390-d66ea623fe91 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "96905bf3-6012-4714-ac7d-e821819fe266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.491s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.550412] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e0d16d-4672-53c4-b5c5-16c042e22ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.035028} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.551497] env[69498]: DEBUG nova.network.neutron [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.554856] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49eb5314-4274-4343-b495-6af1a1d1a7cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.560842] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1045.560842] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5231d5fd-90c8-b2e7-89b3-457f185046b4" [ 1045.560842] env[69498]: _type = "Task" [ 1045.560842] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.571231] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5231d5fd-90c8-b2e7-89b3-457f185046b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.661867] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.675518] env[69498]: INFO nova.compute.manager [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Unrescuing [ 1045.676679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.676679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquired lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.676679] env[69498]: DEBUG nova.network.neutron [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.847377] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.847625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.852306] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e0079e69-116f-4e4c-b70f-d54ca60c3c02 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.853734] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.258s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.853734] env[69498]: DEBUG nova.objects.instance [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lazy-loading 'resources' on Instance uuid 6a43cac7-edf1-4738-aa0f-c88b3e375080 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.054755] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.073344] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5231d5fd-90c8-b2e7-89b3-457f185046b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.073698] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.073978] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b2fc5318-bdc0-44b1-86a2-f48b6b0d06af/b2fc5318-bdc0-44b1-86a2-f48b6b0d06af.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.074284] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51a1ca09-064a-45dc-a735-6fa87d6acb00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.084738] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aec99bb3583ceaede49a9d01666244b2',container_format='bare',created_at=2025-05-13T20:13:31Z,direct_url=,disk_format='vmdk',id=2fd909fe-0182-4740-853a-984ee88bbfab,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-29632754-shelved',owner='8e9fcf44d34944b1bbb8f76cfaf03d88',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-05-13T20:13:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.084988] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.085202] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.085515] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.085719] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.085878] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.086103] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.086293] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.086514] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.086697] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.086874] env[69498]: DEBUG nova.virt.hardware [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.087827] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e17485-b7a1-40fa-8866-abb8f6d9b664 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.093019] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1046.093019] env[69498]: value = "task-4098309" [ 1046.093019] env[69498]: _type = "Task" [ 1046.093019] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.100679] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7087282b-de4a-4cec-bb54-44438e60172e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107998] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.120641] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:39:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bb0326-dc96-4647-9145-fe361fbed7fe', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.128525] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.129314] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.129874] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd638b38-3974-4eac-8657-e1d4559f3f90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.150721] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.150721] env[69498]: value = "task-4098310" [ 1046.150721] env[69498]: _type = "Task" [ 1046.150721] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.163871] env[69498]: DEBUG oslo_vmware.api [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098308, 'name': PowerOnVM_Task, 'duration_secs': 0.59141} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.167353] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.167582] env[69498]: INFO nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1046.167764] env[69498]: DEBUG nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.168013] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098310, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.168760] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7491cf-f874-4daf-abd1-1be5b19558ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.353130] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.437032] env[69498]: DEBUG nova.compute.manager [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-vif-plugged-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.437032] env[69498]: DEBUG oslo_concurrency.lockutils [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.437378] env[69498]: DEBUG oslo_concurrency.lockutils [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.437378] env[69498]: DEBUG oslo_concurrency.lockutils [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.437452] env[69498]: DEBUG nova.compute.manager [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] No waiting events found dispatching network-vif-plugged-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.438272] env[69498]: WARNING nova.compute.manager [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received unexpected event network-vif-plugged-64bb0326-dc96-4647-9145-fe361fbed7fe for instance with vm_state shelved_offloaded and task_state spawning. [ 1046.438272] env[69498]: DEBUG nova.compute.manager [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-changed-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.438272] env[69498]: DEBUG nova.compute.manager [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Refreshing instance network info cache due to event network-changed-64bb0326-dc96-4647-9145-fe361fbed7fe. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.438427] env[69498]: DEBUG oslo_concurrency.lockutils [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.438694] env[69498]: DEBUG oslo_concurrency.lockutils [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.438766] env[69498]: DEBUG nova.network.neutron [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Refreshing network info cache for port 64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.449010] env[69498]: DEBUG nova.network.neutron [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updating instance_info_cache with network_info: [{"id": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "address": "fa:16:3e:99:aa:c8", "network": {"id": "004ab61c-5298-4ab5-9dc6-8958105e2d99", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984230604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "520deaf0aa1e4c3ea0158eb6dc53681c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1248e956-e9", "ovs_interfaceid": "1248e956-e9cd-40d4-b839-41c0f99f3f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.606940] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.665969] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098310, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.700265] env[69498]: INFO nova.compute.manager [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Took 33.76 seconds to build instance. [ 1046.875142] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.887283] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9ad71-23c8-4c85-9f42-2b38d155d825 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.895413] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8935686a-8d4c-4ff7-81e4-57ce9a3e98ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.926357] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ad2c68-7e77-4f22-b1d0-1debd36bc4c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.935104] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f866f2-fbe7-471b-af4f-c52ca41e93b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.953219] env[69498]: DEBUG nova.compute.provider_tree [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.954802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Releasing lock "refresh_cache-b9580e47-3615-4259-8897-bca6094e946a" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.955379] env[69498]: DEBUG nova.objects.instance [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lazy-loading 'flavor' on Instance uuid b9580e47-3615-4259-8897-bca6094e946a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.107725] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560237} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.108260] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b2fc5318-bdc0-44b1-86a2-f48b6b0d06af/b2fc5318-bdc0-44b1-86a2-f48b6b0d06af.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.108542] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.109129] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad0a6ea1-1596-42aa-b8d6-6eb4c84ef478 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.117923] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1047.117923] env[69498]: value = "task-4098311" [ 1047.117923] env[69498]: _type = "Task" [ 1047.117923] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.128999] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.166511] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098310, 'name': CreateVM_Task, 'duration_secs': 0.523467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.166703] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.167526] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.167848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.168270] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.168561] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51608db2-a6a9-4cc9-907e-5ecedb2eeddb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.175068] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1047.175068] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5228262e-db8c-4924-dbb0-0f6a9b0cd861" [ 1047.175068] env[69498]: _type = "Task" [ 1047.175068] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.182732] env[69498]: DEBUG nova.network.neutron [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updated VIF entry in instance network info cache for port 64bb0326-dc96-4647-9145-fe361fbed7fe. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.183328] env[69498]: DEBUG nova.network.neutron [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.189020] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5228262e-db8c-4924-dbb0-0f6a9b0cd861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.202693] env[69498]: DEBUG oslo_concurrency.lockutils [None req-02b5cc4f-3164-46d0-a00a-a0c424d1229c tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.271s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.458451] env[69498]: DEBUG nova.scheduler.client.report [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.484476] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a284ec1-a137-499a-a8b0-78a0004863b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.521163] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.521694] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247e8530-03d1-4193-9d1c-8aa84af5e727 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.531105] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1047.531105] env[69498]: value = "task-4098312" [ 1047.531105] env[69498]: _type = "Task" [ 1047.531105] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.542070] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.543341] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.547880] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.548267] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.548594] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.548885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.549294] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.553684] env[69498]: INFO nova.compute.manager [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Terminating instance [ 1047.569366] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.629620] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292551} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.629968] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.630860] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2b6ee-03f5-4cc7-a9a5-8fbcae61e4e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.654569] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b2fc5318-bdc0-44b1-86a2-f48b6b0d06af/b2fc5318-bdc0-44b1-86a2-f48b6b0d06af.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.654989] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53850e47-3e3d-4195-bc31-4ca6c6e13e34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.675622] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1047.675622] env[69498]: value = "task-4098313" [ 1047.675622] env[69498]: _type = "Task" [ 1047.675622] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.690996] env[69498]: DEBUG oslo_concurrency.lockutils [req-1495fb02-c350-457c-9c99-01c3a454f340 req-527d36b9-2220-461d-ae47-9da705e45e54 service nova] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.692056] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.692417] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.692648] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Processing image 2fd909fe-0182-4740-853a-984ee88bbfab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.692884] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.693061] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.693305] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.693569] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c32db81-03ba-4dcd-8a82-60118555d10e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.703339] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.703613] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.704433] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc48d30-9ac3-4f57-970c-af57ae800ca5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.711145] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1047.711145] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520680c0-cb5a-c016-2d99-9fb48dd77290" [ 1047.711145] env[69498]: _type = "Task" [ 1047.711145] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.722565] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520680c0-cb5a-c016-2d99-9fb48dd77290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.984309] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.987388] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.799s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.987659] env[69498]: DEBUG nova.objects.instance [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lazy-loading 'resources' on Instance uuid 0a55604f-1dec-4843-ab34-63e4cc0f740d {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.009032] env[69498]: INFO nova.scheduler.client.report [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Deleted allocations for instance 6a43cac7-edf1-4738-aa0f-c88b3e375080 [ 1048.042470] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098312, 'name': PowerOffVM_Task, 'duration_secs': 0.476825} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.042775] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.048100] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.048795] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8855ed3-4f65-4bd4-92c5-871644785351 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.062718] env[69498]: INFO nova.compute.manager [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Detaching volume ac4f5e21-d195-4ddd-80b7-6db5273cfc89 [ 1048.068248] env[69498]: DEBUG nova.compute.manager [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.068333] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.071528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891aff8c-c17d-4c3e-8ac0-42c24d19f888 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.075746] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1048.075746] env[69498]: value = "task-4098314" [ 1048.075746] env[69498]: _type = "Task" [ 1048.075746] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.081720] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.082427] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4280dca-cf54-41a1-a5bf-40de104c01f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.087728] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.091609] env[69498]: DEBUG oslo_vmware.api [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1048.091609] env[69498]: value = "task-4098315" [ 1048.091609] env[69498]: _type = "Task" [ 1048.091609] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.102153] env[69498]: DEBUG oslo_vmware.api [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.109589] env[69498]: INFO nova.virt.block_device [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Attempting to driver detach volume ac4f5e21-d195-4ddd-80b7-6db5273cfc89 from mountpoint /dev/sdb [ 1048.109901] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.110046] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811799', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'name': 'volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c802d45a-0077-43b6-902c-9c88a70f48f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'serial': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.110868] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9a915b-ca08-44ce-8061-1f02aee0c594 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.132812] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f4e0c-667d-427f-b361-c80c0dbffb09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.142599] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaac1e7-8686-430e-9918-9f4987a8cc95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.165067] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d955bfaf-c841-49ca-a909-5c1715c381cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.184121] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89/volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.189799] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.193402] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fcd46a-e131-4f6c-b600-17eb1a51d128 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.213608] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098313, 'name': ReconfigVM_Task, 'duration_secs': 0.53508} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.218021] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b2fc5318-bdc0-44b1-86a2-f48b6b0d06af/b2fc5318-bdc0-44b1-86a2-f48b6b0d06af.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.218744] env[69498]: DEBUG oslo_vmware.api [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1048.218744] env[69498]: value = "task-4098316" [ 1048.218744] env[69498]: _type = "Task" [ 1048.218744] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.219042] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c0fa197-dbe4-44af-bef5-abb348309b1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.228929] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1048.229238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Fetch image to [datastore1] OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306/OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1048.229466] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Downloading stream optimized image 2fd909fe-0182-4740-853a-984ee88bbfab to [datastore1] OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306/OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306.vmdk on the data store datastore1 as vApp {{(pid=69498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1048.229642] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Downloading image file data 2fd909fe-0182-4740-853a-984ee88bbfab to the ESX as VM named 'OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306' {{(pid=69498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1048.235876] env[69498]: DEBUG oslo_vmware.api [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.237521] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1048.237521] env[69498]: value = "task-4098317" [ 1048.237521] env[69498]: _type = "Task" [ 1048.237521] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.249637] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098317, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.289520] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.289808] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.290020] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.290240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.290417] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.295497] env[69498]: INFO nova.compute.manager [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Terminating instance [ 1048.340959] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1048.340959] env[69498]: value = "resgroup-9" [ 1048.340959] env[69498]: _type = "ResourcePool" [ 1048.340959] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1048.341412] env[69498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c06b829f-b200-4d08-8c0b-7f16e8212aed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.366412] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lease: (returnval){ [ 1048.366412] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbdabf-2e0b-7e64-3079-ddd16123478f" [ 1048.366412] env[69498]: _type = "HttpNfcLease" [ 1048.366412] env[69498]: } obtained for vApp import into resource pool (val){ [ 1048.366412] env[69498]: value = "resgroup-9" [ 1048.366412] env[69498]: _type = "ResourcePool" [ 1048.366412] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1048.366730] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the lease: (returnval){ [ 1048.366730] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbdabf-2e0b-7e64-3079-ddd16123478f" [ 1048.366730] env[69498]: _type = "HttpNfcLease" [ 1048.366730] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.374361] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.374361] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbdabf-2e0b-7e64-3079-ddd16123478f" [ 1048.374361] env[69498]: _type = "HttpNfcLease" [ 1048.374361] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.519457] env[69498]: DEBUG oslo_concurrency.lockutils [None req-796ce021-1caa-4b82-b540-6095534e3883 tempest-ListServerFiltersTestJSON-114866394 tempest-ListServerFiltersTestJSON-114866394-project-member] Lock "6a43cac7-edf1-4738-aa0f-c88b3e375080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.046s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.589155] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098314, 'name': ReconfigVM_Task, 'duration_secs': 0.341213} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.589522] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.589823] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.590108] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a52708fd-66a8-4dd3-96bd-b9b0a1f7dc73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.602230] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1048.602230] env[69498]: value = "task-4098319" [ 1048.602230] env[69498]: _type = "Task" [ 1048.602230] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.606836] env[69498]: DEBUG oslo_vmware.api [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098315, 'name': PowerOffVM_Task, 'duration_secs': 0.3277} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.610763] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.610969] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.614015] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b1aa2e-6f5d-4dc1-9fb1-20127f0a883f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.625503] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098319, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.701023] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.701023] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.701313] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Deleting the datastore file [datastore2] e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.701434] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b2083b-9c0c-4fad-b440-2c55101cad4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.709221] env[69498]: DEBUG oslo_vmware.api [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for the task: (returnval){ [ 1048.709221] env[69498]: value = "task-4098321" [ 1048.709221] env[69498]: _type = "Task" [ 1048.709221] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.718489] env[69498]: DEBUG oslo_vmware.api [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.731884] env[69498]: DEBUG oslo_vmware.api [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098316, 'name': ReconfigVM_Task, 'duration_secs': 0.315127} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.731884] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.741518] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18652244-4f7a-4f2d-ab71-e955717edf12 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.763691] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098317, 'name': Rename_Task, 'duration_secs': 0.198138} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.764931] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.765738] env[69498]: DEBUG oslo_vmware.api [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1048.765738] env[69498]: value = "task-4098322" [ 1048.765738] env[69498]: _type = "Task" [ 1048.765738] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.765738] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cab299b-c882-4842-912e-ba5124e895db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.781868] env[69498]: DEBUG oslo_vmware.api [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.783477] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1048.783477] env[69498]: value = "task-4098323" [ 1048.783477] env[69498]: _type = "Task" [ 1048.783477] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.796312] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.800907] env[69498]: DEBUG nova.compute.manager [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.800907] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.801821] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bd656-b55a-4611-975d-954e497b7429 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.813713] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.813998] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700b2d19-4558-4549-bf7e-85b84a83340c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.825291] env[69498]: DEBUG oslo_vmware.api [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1048.825291] env[69498]: value = "task-4098324" [ 1048.825291] env[69498]: _type = "Task" [ 1048.825291] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.835781] env[69498]: DEBUG oslo_vmware.api [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.875805] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.875805] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbdabf-2e0b-7e64-3079-ddd16123478f" [ 1048.875805] env[69498]: _type = "HttpNfcLease" [ 1048.875805] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.979558] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d14ee-eef4-478b-aeb1-5a5aaa796b3f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.988366] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d4bb36-7dc0-4ee1-a8ef-2a8dc36bff2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.022892] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62365095-ac73-41a0-9d54-31f64ef87fc3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.031884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c50c24-2965-4d76-bd29-8b86d441722b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.048451] env[69498]: DEBUG nova.compute.provider_tree [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.115893] env[69498]: DEBUG oslo_vmware.api [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098319, 'name': PowerOnVM_Task, 'duration_secs': 0.448372} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.116203] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.116440] env[69498]: DEBUG nova.compute.manager [None req-8568f376-cb80-46be-a782-7f965b5f2f94 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.117220] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde203bd-932a-477f-bba2-54dd5f9dac8e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.220554] env[69498]: DEBUG oslo_vmware.api [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Task: {'id': task-4098321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149648} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.220554] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.220691] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.220853] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.221039] env[69498]: INFO nova.compute.manager [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1049.221294] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.221497] env[69498]: DEBUG nova.compute.manager [-] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.221640] env[69498]: DEBUG nova.network.neutron [-] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.280118] env[69498]: DEBUG oslo_vmware.api [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098322, 'name': ReconfigVM_Task, 'duration_secs': 0.175519} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.280118] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811799', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'name': 'volume-ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c802d45a-0077-43b6-902c-9c88a70f48f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89', 'serial': 'ac4f5e21-d195-4ddd-80b7-6db5273cfc89'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.300635] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098323, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.336168] env[69498]: DEBUG oslo_vmware.api [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098324, 'name': PowerOffVM_Task, 'duration_secs': 0.234936} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.336511] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.336692] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.336954] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8aeca3-d16b-4ead-a3b5-b27839de773d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.378583] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.378583] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbdabf-2e0b-7e64-3079-ddd16123478f" [ 1049.378583] env[69498]: _type = "HttpNfcLease" [ 1049.378583] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.378583] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.378583] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bbdabf-2e0b-7e64-3079-ddd16123478f" [ 1049.378583] env[69498]: _type = "HttpNfcLease" [ 1049.378583] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1049.379625] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521ac0c2-b86f-4db6-9b7e-3aff933870a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.388947] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bab48d-5edf-fb22-d2a8-c879b6ce7098/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.389215] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bab48d-5edf-fb22-d2a8-c879b6ce7098/disk-0.vmdk. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1049.447381] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.447642] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.447804] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Deleting the datastore file [datastore2] aa4098d4-8192-4673-a4a8-9f5afb2b07a5 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.448090] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037a078a-e875-488c-a5ca-df9db6ee99f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.458150] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46ffbd05-31d8-4bc4-93ab-0faacc780e3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.460807] env[69498]: DEBUG oslo_vmware.api [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for the task: (returnval){ [ 1049.460807] env[69498]: value = "task-4098326" [ 1049.460807] env[69498]: _type = "Task" [ 1049.460807] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.473080] env[69498]: DEBUG oslo_vmware.api [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.554734] env[69498]: DEBUG nova.scheduler.client.report [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.683773] env[69498]: DEBUG nova.compute.manager [req-fc82b579-a70e-47a1-b611-308e471d0e25 req-b75b58e7-9476-4d7e-b69d-f171cc51f8f1 service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Received event network-vif-deleted-bf129ad2-b4fb-4236-a09a-48fc5e10c728 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.683959] env[69498]: INFO nova.compute.manager [req-fc82b579-a70e-47a1-b611-308e471d0e25 req-b75b58e7-9476-4d7e-b69d-f171cc51f8f1 service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Neutron deleted interface bf129ad2-b4fb-4236-a09a-48fc5e10c728; detaching it from the instance and deleting it from the info cache [ 1049.684270] env[69498]: DEBUG nova.network.neutron [req-fc82b579-a70e-47a1-b611-308e471d0e25 req-b75b58e7-9476-4d7e-b69d-f171cc51f8f1 service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.796676] env[69498]: DEBUG oslo_vmware.api [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098323, 'name': PowerOnVM_Task, 'duration_secs': 0.909129} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.799167] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.799535] env[69498]: INFO nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1049.799599] env[69498]: DEBUG nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.800740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793ddc5f-5522-48a7-b423-2cf762d2f057 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.852080] env[69498]: DEBUG nova.objects.instance [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'flavor' on Instance uuid c802d45a-0077-43b6-902c-9c88a70f48f1 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.975492] env[69498]: DEBUG oslo_vmware.api [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Task: {'id': task-4098326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223741} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.975850] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.976140] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.976533] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.976785] env[69498]: INFO nova.compute.manager [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1049.977127] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.977394] env[69498]: DEBUG nova.compute.manager [-] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.977565] env[69498]: DEBUG nova.network.neutron [-] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.062644] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.064567] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.872s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.066594] env[69498]: INFO nova.compute.claims [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.105379] env[69498]: INFO nova.scheduler.client.report [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted allocations for instance 0a55604f-1dec-4843-ab34-63e4cc0f740d [ 1050.141904] env[69498]: DEBUG nova.network.neutron [-] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.194813] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50cfcf51-9f84-4518-aafb-39ddba5f40d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.211553] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ffa4b-9f3c-4d90-9376-e998de6955ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.273869] env[69498]: DEBUG nova.compute.manager [req-fc82b579-a70e-47a1-b611-308e471d0e25 req-b75b58e7-9476-4d7e-b69d-f171cc51f8f1 service nova] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Detach interface failed, port_id=bf129ad2-b4fb-4236-a09a-48fc5e10c728, reason: Instance e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.329826] env[69498]: INFO nova.compute.manager [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Took 37.08 seconds to build instance. [ 1050.615261] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a7a5b9af-d265-4e15-9e9b-db8326905225 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "0a55604f-1dec-4843-ab34-63e4cc0f740d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.928s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.646509] env[69498]: INFO nova.compute.manager [-] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Took 1.42 seconds to deallocate network for instance. [ 1050.830780] env[69498]: DEBUG nova.network.neutron [-] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.834556] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8fb7c33d-3e17-43e7-b6e3-f401396f55ba tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.603s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.862223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2672c0d0-4288-4b84-ae28-e74991662839 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.887921] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "b9580e47-3615-4259-8897-bca6094e946a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.887921] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "b9580e47-3615-4259-8897-bca6094e946a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.888189] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "b9580e47-3615-4259-8897-bca6094e946a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.888286] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "b9580e47-3615-4259-8897-bca6094e946a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.888537] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "b9580e47-3615-4259-8897-bca6094e946a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.891508] env[69498]: INFO nova.compute.manager [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Terminating instance [ 1050.943885] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1050.944218] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bab48d-5edf-fb22-d2a8-c879b6ce7098/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.945211] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e94b06-04ad-49b8-90b5-5f00e2a283aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.955328] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bab48d-5edf-fb22-d2a8-c879b6ce7098/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.955559] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bab48d-5edf-fb22-d2a8-c879b6ce7098/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1050.955834] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd9c20b8-ba64-47c4-a872-e5ddf180a980 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.156373] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.169089] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.169364] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.169608] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "c802d45a-0077-43b6-902c-9c88a70f48f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.169848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.170100] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.172717] env[69498]: INFO nova.compute.manager [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Terminating instance [ 1051.334177] env[69498]: INFO nova.compute.manager [-] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Took 1.36 seconds to deallocate network for instance. [ 1051.399022] env[69498]: DEBUG nova.compute.manager [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.399331] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.401173] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee157c0-b768-47b6-8399-d11779004ae1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.407520] env[69498]: DEBUG oslo_vmware.rw_handles [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bab48d-5edf-fb22-d2a8-c879b6ce7098/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1051.407738] env[69498]: INFO nova.virt.vmwareapi.images [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Downloaded image file data 2fd909fe-0182-4740-853a-984ee88bbfab [ 1051.410673] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51797046-a99e-4358-9755-152d22696763 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.413499] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.416174] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca03b9a-f838-4e68-9a37-ca2b09c1623a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.438661] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c017bbf-f6bd-45c3-bcf1-bf6af4be61a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.441194] env[69498]: DEBUG oslo_vmware.api [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1051.441194] env[69498]: value = "task-4098327" [ 1051.441194] env[69498]: _type = "Task" [ 1051.441194] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.452727] env[69498]: DEBUG oslo_vmware.api [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.494432] env[69498]: INFO nova.virt.vmwareapi.images [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] The imported VM was unregistered [ 1051.496980] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1051.497252] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.500690] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e23b9e-c822-41ac-81b7-dbdb5aea6bf5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.574428] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92034ef-098c-4c71-8a59-daf95fae8a40 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.584933] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ceb563-f58e-4cb9-a51c-8046e74f4b04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.589842] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Created directory with path [datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.590603] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306/OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306.vmdk to [datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk. {{(pid=69498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1051.590603] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-454dc82d-1716-48f8-9ee2-64546a9d5f8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.629816] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9908d-a7f7-4493-bd07-71021505c4f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.632808] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1051.632808] env[69498]: value = "task-4098329" [ 1051.632808] env[69498]: _type = "Task" [ 1051.632808] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.643294] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af984ad-57c9-42be-916e-802006cc8ded {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.651256] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.663224] env[69498]: DEBUG nova.compute.provider_tree [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.677307] env[69498]: DEBUG nova.compute.manager [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.677539] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.678661] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b20ba-494d-424c-a732-71a67177c704 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.687960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "bc527d78-136a-4874-b123-dcf3725fc41e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.688307] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "bc527d78-136a-4874-b123-dcf3725fc41e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.688648] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "bc527d78-136a-4874-b123-dcf3725fc41e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.688875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "bc527d78-136a-4874-b123-dcf3725fc41e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.689080] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "bc527d78-136a-4874-b123-dcf3725fc41e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.690884] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.691555] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c908fd-7448-477e-81e6-fbe466620206 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.693598] env[69498]: INFO nova.compute.manager [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Terminating instance [ 1051.700496] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1051.700496] env[69498]: value = "task-4098330" [ 1051.700496] env[69498]: _type = "Task" [ 1051.700496] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.710740] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.846463] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.921892] env[69498]: DEBUG nova.compute.manager [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Received event network-vif-deleted-03f42120-b722-4980-a9cb-c8e68a6f05c2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.922061] env[69498]: DEBUG nova.compute.manager [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.922104] env[69498]: DEBUG nova.compute.manager [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing instance network info cache due to event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.922314] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.922452] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.922622] env[69498]: DEBUG nova.network.neutron [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.954089] env[69498]: DEBUG oslo_vmware.api [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098327, 'name': PowerOffVM_Task, 'duration_secs': 0.316123} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.954566] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.954761] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.955040] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8754d0d3-327d-400b-b720-2213583e8156 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.053281] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.053281] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.053281] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Deleting the datastore file [datastore2] b9580e47-3615-4259-8897-bca6094e946a {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.053701] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b11d8c3-2b75-45e4-bfc4-b06fed77a126 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.067631] env[69498]: DEBUG oslo_vmware.api [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1052.067631] env[69498]: value = "task-4098332" [ 1052.067631] env[69498]: _type = "Task" [ 1052.067631] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.079260] env[69498]: DEBUG oslo_vmware.api [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.146262] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.166578] env[69498]: DEBUG nova.scheduler.client.report [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.198234] env[69498]: DEBUG nova.compute.manager [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.198558] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.199863] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe743b40-6ec5-4cb2-a8c1-42e1c98735e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.218016] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.223199] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f53523-b601-4c91-a296-a00fc866b4bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.226221] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098330, 'name': PowerOffVM_Task, 'duration_secs': 0.414507} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.226622] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.226859] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.229034] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d4c916-3da5-4509-8b40-789576482dbf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.236322] env[69498]: DEBUG oslo_vmware.api [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1052.236322] env[69498]: value = "task-4098333" [ 1052.236322] env[69498]: _type = "Task" [ 1052.236322] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.252802] env[69498]: DEBUG oslo_vmware.api [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.363847] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.364227] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.364510] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleting the datastore file [datastore1] c802d45a-0077-43b6-902c-9c88a70f48f1 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.364962] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e925d13-c61d-41c9-8f27-f29da2bb4c1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.374530] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1052.374530] env[69498]: value = "task-4098335" [ 1052.374530] env[69498]: _type = "Task" [ 1052.374530] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.386024] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.580985] env[69498]: DEBUG oslo_vmware.api [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28447} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.581284] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.581470] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.581653] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.581856] env[69498]: INFO nova.compute.manager [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: b9580e47-3615-4259-8897-bca6094e946a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1052.582167] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.582342] env[69498]: DEBUG nova.compute.manager [-] [instance: b9580e47-3615-4259-8897-bca6094e946a] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.582438] env[69498]: DEBUG nova.network.neutron [-] [instance: b9580e47-3615-4259-8897-bca6094e946a] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.645167] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.675242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.676897] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.681683] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.831s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.682262] env[69498]: DEBUG nova.objects.instance [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lazy-loading 'resources' on Instance uuid 9a83b57e-fea0-46e3-8832-1215f6e42401 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.724494] env[69498]: DEBUG nova.network.neutron [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updated VIF entry in instance network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.724494] env[69498]: DEBUG nova.network.neutron [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.754057] env[69498]: DEBUG oslo_vmware.api [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098333, 'name': PowerOffVM_Task, 'duration_secs': 0.23871} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.754057] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.754057] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.754057] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50f280d-750a-4d73-bb7a-8b2413f6f679 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.790507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.790507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.853962] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.854151] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.854295] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleting the datastore file [datastore2] bc527d78-136a-4874-b123-dcf3725fc41e {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.855094] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec126f01-cec8-4643-9adb-d72b053eeb04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.862797] env[69498]: DEBUG oslo_vmware.api [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1052.862797] env[69498]: value = "task-4098337" [ 1052.862797] env[69498]: _type = "Task" [ 1052.862797] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.873416] env[69498]: DEBUG oslo_vmware.api [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.884910] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.957603] env[69498]: DEBUG nova.compute.manager [req-3b0d52db-4ac5-4e66-aff6-9a06eb780581 req-f7568781-cc33-4dbf-999f-d829b2ee790b service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Received event network-vif-deleted-1248e956-e9cd-40d4-b839-41c0f99f3f76 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.958231] env[69498]: INFO nova.compute.manager [req-3b0d52db-4ac5-4e66-aff6-9a06eb780581 req-f7568781-cc33-4dbf-999f-d829b2ee790b service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Neutron deleted interface 1248e956-e9cd-40d4-b839-41c0f99f3f76; detaching it from the instance and deleting it from the info cache [ 1052.958231] env[69498]: DEBUG nova.network.neutron [req-3b0d52db-4ac5-4e66-aff6-9a06eb780581 req-f7568781-cc33-4dbf-999f-d829b2ee790b service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.146302] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.187020] env[69498]: DEBUG nova.compute.utils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.191890] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.192195] env[69498]: DEBUG nova.network.neutron [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.229728] env[69498]: DEBUG oslo_concurrency.lockutils [req-ad66de5e-2d74-4a6f-875d-c2bd6001ee3b req-ba1a3814-8670-4a5f-b65a-92d1af66503e service nova] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.273322] env[69498]: DEBUG nova.policy [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f99a96fb4441d19e20f70bd3d24e2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d82a15ed8944c59479309d41f77f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.294484] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.379247] env[69498]: DEBUG oslo_vmware.api [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263138} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.384238] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.384238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.384238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.384513] env[69498]: INFO nova.compute.manager [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1053.384676] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.384862] env[69498]: DEBUG nova.compute.manager [-] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.384953] env[69498]: DEBUG nova.network.neutron [-] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.397724] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.443597] env[69498]: DEBUG nova.network.neutron [-] [instance: b9580e47-3615-4259-8897-bca6094e946a] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.460513] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30ca64fa-36a4-4bcd-a6c6-9cfbabd84bc5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.472782] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc672bb6-1443-4c05-a4c8-9dbbdae03ff8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.520287] env[69498]: DEBUG nova.compute.manager [req-3b0d52db-4ac5-4e66-aff6-9a06eb780581 req-f7568781-cc33-4dbf-999f-d829b2ee790b service nova] [instance: b9580e47-3615-4259-8897-bca6094e946a] Detach interface failed, port_id=1248e956-e9cd-40d4-b839-41c0f99f3f76, reason: Instance b9580e47-3615-4259-8897-bca6094e946a could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.646276] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.694071] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.758991] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989fb2a5-4185-4c95-bcec-6efe1ccd8a6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.769693] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8308acae-20a0-4483-92c1-258c8e12ddca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.810209] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19257c0-507e-451d-9577-7cc2ebec7815 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.821991] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4945dece-0f4a-49ba-bccf-36b73a67bf39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.830175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.839287] env[69498]: DEBUG nova.compute.provider_tree [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.868038] env[69498]: DEBUG nova.network.neutron [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Successfully created port: 0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.890378] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.951266] env[69498]: INFO nova.compute.manager [-] [instance: b9580e47-3615-4259-8897-bca6094e946a] Took 1.37 seconds to deallocate network for instance. [ 1053.963420] env[69498]: DEBUG nova.compute.manager [req-5e21f109-f844-44dc-a51d-0b362b7d36f5 req-35f61aa8-5798-404f-a74b-3449a7f84280 service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Received event network-vif-deleted-0d4e3ac9-b0e6-400e-a847-5470b09d27a9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.963750] env[69498]: INFO nova.compute.manager [req-5e21f109-f844-44dc-a51d-0b362b7d36f5 req-35f61aa8-5798-404f-a74b-3449a7f84280 service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Neutron deleted interface 0d4e3ac9-b0e6-400e-a847-5470b09d27a9; detaching it from the instance and deleting it from the info cache [ 1053.963990] env[69498]: DEBUG nova.network.neutron [req-5e21f109-f844-44dc-a51d-0b362b7d36f5 req-35f61aa8-5798-404f-a74b-3449a7f84280 service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.144401] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.263741] env[69498]: DEBUG nova.network.neutron [-] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.343557] env[69498]: DEBUG nova.scheduler.client.report [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.388327] env[69498]: DEBUG oslo_vmware.api [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.966614} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.388677] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.388931] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.389198] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.389441] env[69498]: INFO nova.compute.manager [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1054.389747] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.389950] env[69498]: DEBUG nova.compute.manager [-] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.390064] env[69498]: DEBUG nova.network.neutron [-] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.461134] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.467997] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cee8af3-3df5-4a3f-b8da-606556b56943 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.478165] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b023c5-2404-4e83-abd0-ceb0afedbeb7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.516427] env[69498]: DEBUG nova.compute.manager [req-5e21f109-f844-44dc-a51d-0b362b7d36f5 req-35f61aa8-5798-404f-a74b-3449a7f84280 service nova] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Detach interface failed, port_id=0d4e3ac9-b0e6-400e-a847-5470b09d27a9, reason: Instance bc527d78-136a-4874-b123-dcf3725fc41e could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.646117] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098329, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.829172} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.646465] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306/OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306.vmdk to [datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk. [ 1054.646694] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Cleaning up location [datastore1] OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306 {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1054.646824] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f5fe2191-d2ea-44d7-9cfa-9d6309d1f306 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.647112] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd928bb-d428-4e11-a301-e9129529953d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.655704] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1054.655704] env[69498]: value = "task-4098338" [ 1054.655704] env[69498]: _type = "Task" [ 1054.655704] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.666185] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.708153] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.746568] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.747208] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.747496] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.749075] env[69498]: DEBUG nova.virt.hardware [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.750502] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6087e6-b153-427d-a1f2-c758f36f6c15 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.759285] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b344f-9dd3-4445-bb0c-08c611021ae1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.773575] env[69498]: INFO nova.compute.manager [-] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Took 1.39 seconds to deallocate network for instance. [ 1054.849482] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.854257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.449s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.854725] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.854963] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1054.855487] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.806s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.861931] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e69269-aed6-4470-8072-c98750f3c7ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.878726] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e91baf-147d-494b-92d3-e23a51a5d554 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.888985] env[69498]: INFO nova.scheduler.client.report [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted allocations for instance 9a83b57e-fea0-46e3-8832-1215f6e42401 [ 1054.910082] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beefaf44-de11-4b08-9214-b2be3a06fce2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.921014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e44f1c1-fdb7-45ed-addc-a4d9a2f2030d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.956441] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177799MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1054.956441] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.166454] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059548} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.166623] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.166704] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.166883] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk to [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.167163] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5c735f-1c23-4a2c-8045-2b9eb3c839f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.174610] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1055.174610] env[69498]: value = "task-4098339" [ 1055.174610] env[69498]: _type = "Task" [ 1055.174610] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.184754] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.280520] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.363558] env[69498]: INFO nova.compute.claims [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.389095] env[69498]: DEBUG nova.network.neutron [-] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.405765] env[69498]: DEBUG oslo_concurrency.lockutils [None req-833735d8-8977-4339-babf-17a2e0a6eced tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "9a83b57e-fea0-46e3-8832-1215f6e42401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.082s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.548106] env[69498]: DEBUG nova.compute.manager [req-f097a154-5d05-4d35-8e81-cc8fc03e6aef req-078f3656-2f63-46c1-a8c1-801029457ec9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Received event network-vif-plugged-0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.548361] env[69498]: DEBUG oslo_concurrency.lockutils [req-f097a154-5d05-4d35-8e81-cc8fc03e6aef req-078f3656-2f63-46c1-a8c1-801029457ec9 service nova] Acquiring lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.548579] env[69498]: DEBUG oslo_concurrency.lockutils [req-f097a154-5d05-4d35-8e81-cc8fc03e6aef req-078f3656-2f63-46c1-a8c1-801029457ec9 service nova] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.549800] env[69498]: DEBUG oslo_concurrency.lockutils [req-f097a154-5d05-4d35-8e81-cc8fc03e6aef req-078f3656-2f63-46c1-a8c1-801029457ec9 service nova] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.550123] env[69498]: DEBUG nova.compute.manager [req-f097a154-5d05-4d35-8e81-cc8fc03e6aef req-078f3656-2f63-46c1-a8c1-801029457ec9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] No waiting events found dispatching network-vif-plugged-0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.550123] env[69498]: WARNING nova.compute.manager [req-f097a154-5d05-4d35-8e81-cc8fc03e6aef req-078f3656-2f63-46c1-a8c1-801029457ec9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Received unexpected event network-vif-plugged-0d9c82b3-1294-42f4-b2b1-b31feb0449d0 for instance with vm_state building and task_state spawning. [ 1055.687973] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098339, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.691140] env[69498]: DEBUG nova.network.neutron [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Successfully updated port: 0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.870162] env[69498]: INFO nova.compute.resource_tracker [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating resource usage from migration fc523029-9caa-4dbd-99b3-3b2fd56a8489 [ 1055.894569] env[69498]: INFO nova.compute.manager [-] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Took 1.50 seconds to deallocate network for instance. [ 1055.993859] env[69498]: DEBUG nova.compute.manager [req-73ed7d8b-d0f5-4867-a90d-e3e0b3228c61 req-b0c66ab9-9b41-461c-98e8-530b136e1454 service nova] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Received event network-vif-deleted-012e9062-8610-4143-9a09-5d76b372e003 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.189197] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098339, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.199773] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "refresh_cache-e3bfc403-ba2e-4541-bc3b-6aab81579f5b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.200021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "refresh_cache-e3bfc403-ba2e-4541-bc3b-6aab81579f5b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.200185] env[69498]: DEBUG nova.network.neutron [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.344704] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9ef9c4-dac6-49ad-a9d9-03ff855b2703 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.344704] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e8b5f-0f64-4d60-a542-ec279afdee49 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.376489] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574be46-22eb-421d-91bd-3a86d672b711 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.388771] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d7e11-1bb8-4099-b122-e306c2af532a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.411415] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.412170] env[69498]: DEBUG nova.compute.provider_tree [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.687199] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098339, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.766095] env[69498]: DEBUG nova.network.neutron [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.916734] env[69498]: DEBUG nova.scheduler.client.report [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.009541] env[69498]: DEBUG nova.network.neutron [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Updating instance_info_cache with network_info: [{"id": "0d9c82b3-1294-42f4-b2b1-b31feb0449d0", "address": "fa:16:3e:32:ef:22", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9c82b3-12", "ovs_interfaceid": "0d9c82b3-1294-42f4-b2b1-b31feb0449d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.188017] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098339, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.423335] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.568s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.423691] env[69498]: INFO nova.compute.manager [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Migrating [ 1057.430940] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.287s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.431160] env[69498]: DEBUG nova.objects.instance [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] [instance: ee171990-072e-431e-b294-6ae765189559] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1057.512663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "refresh_cache-e3bfc403-ba2e-4541-bc3b-6aab81579f5b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.513073] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Instance network_info: |[{"id": "0d9c82b3-1294-42f4-b2b1-b31feb0449d0", "address": "fa:16:3e:32:ef:22", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9c82b3-12", "ovs_interfaceid": "0d9c82b3-1294-42f4-b2b1-b31feb0449d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.513575] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:ef:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d9c82b3-1294-42f4-b2b1-b31feb0449d0', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.521610] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.523301] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.523301] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e289886-6fb5-4704-b774-d913d66b8ea1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.547134] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.547134] env[69498]: value = "task-4098340" [ 1057.547134] env[69498]: _type = "Task" [ 1057.547134] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.558219] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098340, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.612483] env[69498]: DEBUG nova.compute.manager [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Received event network-changed-0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.612796] env[69498]: DEBUG nova.compute.manager [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Refreshing instance network info cache due to event network-changed-0d9c82b3-1294-42f4-b2b1-b31feb0449d0. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.612984] env[69498]: DEBUG oslo_concurrency.lockutils [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] Acquiring lock "refresh_cache-e3bfc403-ba2e-4541-bc3b-6aab81579f5b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.613153] env[69498]: DEBUG oslo_concurrency.lockutils [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] Acquired lock "refresh_cache-e3bfc403-ba2e-4541-bc3b-6aab81579f5b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.613331] env[69498]: DEBUG nova.network.neutron [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Refreshing network info cache for port 0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.689438] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098339, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.509916} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.689793] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2fd909fe-0182-4740-853a-984ee88bbfab/2fd909fe-0182-4740-853a-984ee88bbfab.vmdk to [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.690609] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d677ff-4386-4870-a979-5838f6add0ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.716593] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.716950] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b986cf1-fdfb-4bcf-ac08-02ac91a7318f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.737900] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1057.737900] env[69498]: value = "task-4098341" [ 1057.737900] env[69498]: _type = "Task" [ 1057.737900] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.746838] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.943722] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.943995] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.944274] env[69498]: DEBUG nova.network.neutron [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.059110] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098340, 'name': CreateVM_Task, 'duration_secs': 0.414156} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.060952] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.060952] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.060952] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.060952] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.060952] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9d370a-3bc9-43e5-8750-e1951973ea7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.065845] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1058.065845] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52343311-057a-b2db-519c-7d334efe1b14" [ 1058.065845] env[69498]: _type = "Task" [ 1058.065845] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.074525] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52343311-057a-b2db-519c-7d334efe1b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.248687] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098341, 'name': ReconfigVM_Task, 'duration_secs': 0.373886} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.249037] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Reconfigured VM instance instance-00000023 to attach disk [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987/d59cf518-5f32-4d3a-81e3-3ba7e8414987.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.249750] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f36f873-4f46-472a-a4ee-1e204891bf26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.256614] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1058.256614] env[69498]: value = "task-4098342" [ 1058.256614] env[69498]: _type = "Task" [ 1058.256614] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.265790] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098342, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.451248] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4d76b149-cf4d-4236-801f-1cf9973c0d1f tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.460963] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.448s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.461646] env[69498]: INFO nova.compute.claims [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.583130] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52343311-057a-b2db-519c-7d334efe1b14, 'name': SearchDatastore_Task, 'duration_secs': 0.015301} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.583554] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.583801] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.584180] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.584339] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.584579] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.584882] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b773f453-ab22-455d-85e7-31f3c6690c9a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.595858] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.596167] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.597415] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1b5162-2fdc-4559-8957-ed186f7d3f5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.606893] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1058.606893] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b78489-d5cf-918b-782f-96d953012bf9" [ 1058.606893] env[69498]: _type = "Task" [ 1058.606893] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.616608] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b78489-d5cf-918b-782f-96d953012bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.655425] env[69498]: DEBUG nova.network.neutron [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Updated VIF entry in instance network info cache for port 0d9c82b3-1294-42f4-b2b1-b31feb0449d0. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.655914] env[69498]: DEBUG nova.network.neutron [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Updating instance_info_cache with network_info: [{"id": "0d9c82b3-1294-42f4-b2b1-b31feb0449d0", "address": "fa:16:3e:32:ef:22", "network": {"id": "da5803ed-b6a0-4fc4-b4f4-9d97a6e758d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1797800442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d82a15ed8944c59479309d41f77f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9c82b3-12", "ovs_interfaceid": "0d9c82b3-1294-42f4-b2b1-b31feb0449d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.700053] env[69498]: DEBUG nova.network.neutron [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.768164] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098342, 'name': Rename_Task, 'duration_secs': 0.154613} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.768164] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.768436] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9283f14a-950a-46cb-9580-98c989764634 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.776047] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1058.776047] env[69498]: value = "task-4098343" [ 1058.776047] env[69498]: _type = "Task" [ 1058.776047] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.786396] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.117634] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b78489-d5cf-918b-782f-96d953012bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.118433] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3849d8-1379-4855-ac26-367850163fbd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.123884] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1059.123884] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ac3fd3-e80a-d6ac-469b-58ca73e78910" [ 1059.123884] env[69498]: _type = "Task" [ 1059.123884] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.132216] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ac3fd3-e80a-d6ac-469b-58ca73e78910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.158943] env[69498]: DEBUG oslo_concurrency.lockutils [req-403cc23e-c54d-4c2f-a4f9-2de8dfdde6b7 req-86a81176-2588-42bd-9306-ff48aaa082c9 service nova] Releasing lock "refresh_cache-e3bfc403-ba2e-4541-bc3b-6aab81579f5b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.203803] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.287149] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.638105] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ac3fd3-e80a-d6ac-469b-58ca73e78910, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.638398] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.638647] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e3bfc403-ba2e-4541-bc3b-6aab81579f5b/e3bfc403-ba2e-4541-bc3b-6aab81579f5b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.638910] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c46275-5100-4b9b-b57c-d7856777e8f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.645875] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1059.645875] env[69498]: value = "task-4098344" [ 1059.645875] env[69498]: _type = "Task" [ 1059.645875] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.657831] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.792623] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.883056] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea78d7-9eba-4138-85f4-aa41bc424160 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.893136] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b54029-ae16-484d-9bee-93dc795a73f7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.932073] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff4bf3-96bd-4180-9946-91e4ca7f908c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.939447] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd2d64-ccf6-4ad0-a4e7-01c0830d1a97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.960802] env[69498]: DEBUG nova.compute.provider_tree [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.162541] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.290918] env[69498]: DEBUG oslo_vmware.api [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098343, 'name': PowerOnVM_Task, 'duration_secs': 1.036844} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.291160] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.395595] env[69498]: DEBUG nova.compute.manager [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.396526] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c098fbf6-6a0d-46ee-8719-8a8344afffd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.473077] env[69498]: DEBUG nova.scheduler.client.report [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.661194] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556684} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.661551] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] e3bfc403-ba2e-4541-bc3b-6aab81579f5b/e3bfc403-ba2e-4541-bc3b-6aab81579f5b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.661659] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.661926] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19fa44a5-5831-41a2-8c8f-5098f0a564e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.669868] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1060.669868] env[69498]: value = "task-4098345" [ 1060.669868] env[69498]: _type = "Task" [ 1060.669868] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.679098] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.718813] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2071836a-ab4f-4b0d-aaad-2614062f8766 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.740817] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.913756] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0219173e-fa28-4886-b5d3-ca3164f042a8 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 48.360s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.979062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.979502] env[69498]: DEBUG nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.982480] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.478s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.985603] env[69498]: INFO nova.compute.claims [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.183183] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068848} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.183499] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.185089] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13aec0b-2301-427b-8b7b-f8c725b13611 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.207612] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e3bfc403-ba2e-4541-bc3b-6aab81579f5b/e3bfc403-ba2e-4541-bc3b-6aab81579f5b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.208021] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d3c258-1a7e-482e-94e8-bb5e4be8cbbb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.227983] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1061.227983] env[69498]: value = "task-4098346" [ 1061.227983] env[69498]: _type = "Task" [ 1061.227983] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.236754] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.246976] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.247311] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d16155-cc2a-40c3-984d-97b92f1ca33f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.256279] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1061.256279] env[69498]: value = "task-4098347" [ 1061.256279] env[69498]: _type = "Task" [ 1061.256279] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.265395] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.491766] env[69498]: DEBUG nova.compute.utils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.496439] env[69498]: DEBUG nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1061.740846] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.770782] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098347, 'name': PowerOffVM_Task, 'duration_secs': 0.317329} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.771063] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.771257] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.996956] env[69498]: DEBUG nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.245649] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098346, 'name': ReconfigVM_Task, 'duration_secs': 0.600948} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.246107] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e3bfc403-ba2e-4541-bc3b-6aab81579f5b/e3bfc403-ba2e-4541-bc3b-6aab81579f5b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.246774] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f71786-b31e-45d0-b050-56d0261e9eef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.254848] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1062.254848] env[69498]: value = "task-4098348" [ 1062.254848] env[69498]: _type = "Task" [ 1062.254848] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.264292] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098348, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.280655] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.280919] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.281088] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.281318] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.281490] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.281658] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.281996] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.282266] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.282536] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.282733] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.282942] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.288851] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b93b9a-a702-4d12-ab0b-ea278025cd2c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.309492] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1062.309492] env[69498]: value = "task-4098349" [ 1062.309492] env[69498]: _type = "Task" [ 1062.309492] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.320597] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.420195] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee08577-0daa-4f88-bf94-3fd868cb6115 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.429058] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d0ab63-5558-4464-95c5-59ac2d4ad3db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.463556] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584993ee-5573-4565-83c2-81d27da21704 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.471812] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df7e913-5cec-4ef4-974a-186c64c578e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.486614] env[69498]: DEBUG nova.compute.provider_tree [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.724744] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5906ed-003a-405c-93d9-76d6279d9f08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.732138] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Suspending the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1062.732457] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-858af224-90f0-4f6f-a49c-564ae5a8f60e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.738631] env[69498]: DEBUG oslo_vmware.api [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1062.738631] env[69498]: value = "task-4098350" [ 1062.738631] env[69498]: _type = "Task" [ 1062.738631] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.746945] env[69498]: DEBUG oslo_vmware.api [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098350, 'name': SuspendVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.764378] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098348, 'name': Rename_Task, 'duration_secs': 0.169955} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.764659] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.764906] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ea5478-68c9-49bf-849f-c6dddcbc79c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.771948] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1062.771948] env[69498]: value = "task-4098351" [ 1062.771948] env[69498]: _type = "Task" [ 1062.771948] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.780604] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.820388] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098349, 'name': ReconfigVM_Task, 'duration_secs': 0.189851} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.820703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.990040] env[69498]: DEBUG nova.scheduler.client.report [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.009733] env[69498]: DEBUG nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.038173] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.038463] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.038635] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.038830] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.038986] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.039269] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.039618] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.039922] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.040197] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.040497] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.040828] env[69498]: DEBUG nova.virt.hardware [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.042188] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3600d2-b5b2-462e-aaac-6343f2054f3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.052480] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9642d7-451a-4607-9434-9428ffc4b61a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.069825] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.075741] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Creating folder: Project (728ecc98986b4e52ba2b5f3654a733a8). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.076175] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ea0da3-0933-4012-8016-3bec550833c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.090990] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Created folder: Project (728ecc98986b4e52ba2b5f3654a733a8) in parent group-v811634. [ 1063.091250] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Creating folder: Instances. Parent ref: group-v811877. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.091553] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48cdb86e-584d-411f-a638-8bbca628bf29 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.103529] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Created folder: Instances in parent group-v811877. [ 1063.103912] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.104154] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.104379] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728080c6-b804-4190-92b3-94a704316f6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.123529] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.123529] env[69498]: value = "task-4098354" [ 1063.123529] env[69498]: _type = "Task" [ 1063.123529] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.132489] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098354, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.252923] env[69498]: DEBUG oslo_vmware.api [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098350, 'name': SuspendVM_Task} progress is 58%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.287985] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098351, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.328128] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.328128] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.328128] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.328128] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.328572] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.328624] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.328852] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.329032] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.329218] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.329388] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.329562] env[69498]: DEBUG nova.virt.hardware [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.335197] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.335546] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c28c995-7b44-4605-9850-30c4a97a0271 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.356131] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1063.356131] env[69498]: value = "task-4098355" [ 1063.356131] env[69498]: _type = "Task" [ 1063.356131] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.365898] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.495178] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.495723] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.501161] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.105s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.501161] env[69498]: DEBUG nova.objects.instance [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lazy-loading 'resources' on Instance uuid ee171990-072e-431e-b294-6ae765189559 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.635166] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098354, 'name': CreateVM_Task, 'duration_secs': 0.412464} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.635376] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.635889] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.636066] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.636420] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.636692] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff9a8b9-d720-4f2b-aa9f-9b4832335b27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.642964] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1063.642964] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52de58df-4607-4f09-036e-5c4a1927a405" [ 1063.642964] env[69498]: _type = "Task" [ 1063.642964] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.652644] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52de58df-4607-4f09-036e-5c4a1927a405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.752769] env[69498]: DEBUG oslo_vmware.api [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098350, 'name': SuspendVM_Task, 'duration_secs': 0.772063} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.753150] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Suspended the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1063.753420] env[69498]: DEBUG nova.compute.manager [None req-c47c1618-b061-489f-b4a6-a054ec280b24 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.754278] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2cd9c5-424e-451a-abb1-b1a8df867240 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.785027] env[69498]: DEBUG oslo_vmware.api [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098351, 'name': PowerOnVM_Task, 'duration_secs': 0.544222} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.785472] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.785784] env[69498]: INFO nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1063.786110] env[69498]: DEBUG nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.787256] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b302ee13-d215-480f-9673-cdfbb86a1383 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.865785] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098355, 'name': ReconfigVM_Task, 'duration_secs': 0.265037} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.866088] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.866878] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f31d2a3-fe51-4447-9e49-cecd61c90375 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.895745] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.896037] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36998277-daf5-4a5a-8aba-82e0f9dfa8ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.914854] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1063.914854] env[69498]: value = "task-4098356" [ 1063.914854] env[69498]: _type = "Task" [ 1063.914854] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.924729] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.002305] env[69498]: DEBUG nova.compute.utils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.003915] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.004080] env[69498]: DEBUG nova.network.neutron [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.059452] env[69498]: DEBUG nova.policy [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e58050698a4e5f8ff81ebb145f5938', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260e7f6a61954571bc997719e6558d96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.157662] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52de58df-4607-4f09-036e-5c4a1927a405, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.157879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.158236] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.158489] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.158705] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.158904] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.159236] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b583df10-bb66-4b03-b07e-ee257bb3e4f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.171026] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.171269] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.172137] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c502ae0-0be6-47f2-b2ca-070d3dbc5bf3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.181736] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1064.181736] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52198949-b0c0-914b-bee2-f7aad66e110f" [ 1064.181736] env[69498]: _type = "Task" [ 1064.181736] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.192102] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52198949-b0c0-914b-bee2-f7aad66e110f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.306458] env[69498]: INFO nova.compute.manager [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Took 40.13 seconds to build instance. [ 1064.378603] env[69498]: DEBUG nova.network.neutron [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Successfully created port: aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.426494] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098356, 'name': ReconfigVM_Task, 'duration_secs': 0.328761} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.427658] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.428133] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.431875] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f4437-43d7-4950-8c33-159f29b906b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.439624] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08a08b-c034-4408-818d-add6642259cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.472770] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff719b-f5a3-430b-96ae-08d09723702e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.482082] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00ebce-be75-4352-a33f-a6f19880e619 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.498181] env[69498]: DEBUG nova.compute.provider_tree [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.510440] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.692454] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52198949-b0c0-914b-bee2-f7aad66e110f, 'name': SearchDatastore_Task, 'duration_secs': 0.013523} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.693358] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5878a9a-1a46-4447-b3c3-98fd6754563b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.699511] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1064.699511] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52adae72-8977-1d10-5d8e-d394a9dc1539" [ 1064.699511] env[69498]: _type = "Task" [ 1064.699511] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.708044] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52adae72-8977-1d10-5d8e-d394a9dc1539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.809334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f38efbbf-06d2-4731-8dbf-f10b709604a6 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.654s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.937758] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61ad3f2-eb3d-49e2-ad16-86d9ee3508d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.960902] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6961bb-ce98-4c24-a077-e5ee342f31bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.986883] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.002075] env[69498]: DEBUG nova.scheduler.client.report [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.213494] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52adae72-8977-1d10-5d8e-d394a9dc1539, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.213494] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.213774] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.214187] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2affa22-a9f8-416a-9dd1-182edbc62d3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.223482] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1065.223482] env[69498]: value = "task-4098357" [ 1065.223482] env[69498]: _type = "Task" [ 1065.223482] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.233534] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.496232] env[69498]: INFO nova.compute.manager [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Resuming [ 1065.496870] env[69498]: DEBUG nova.objects.instance [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lazy-loading 'flavor' on Instance uuid d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.507700] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.509995] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.384s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.511724] env[69498]: INFO nova.compute.claims [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.520494] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.539834] env[69498]: INFO nova.scheduler.client.report [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Deleted allocations for instance ee171990-072e-431e-b294-6ae765189559 [ 1065.556022] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.556022] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.556022] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.556247] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.560032] env[69498]: DEBUG nova.virt.hardware [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.560032] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dfef2c-8ccd-43a1-93e0-c85f233d1eee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.572131] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0593ce-b3f9-4c72-9594-b0738ab6a5af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.737349] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098357, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.858723] env[69498]: DEBUG nova.compute.manager [req-00108b49-5af3-4c74-afd2-36c94d44cd7d req-cfec9992-768a-40e2-9cac-b88a3e0d8452 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Received event network-vif-plugged-aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.859059] env[69498]: DEBUG oslo_concurrency.lockutils [req-00108b49-5af3-4c74-afd2-36c94d44cd7d req-cfec9992-768a-40e2-9cac-b88a3e0d8452 service nova] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.859263] env[69498]: DEBUG oslo_concurrency.lockutils [req-00108b49-5af3-4c74-afd2-36c94d44cd7d req-cfec9992-768a-40e2-9cac-b88a3e0d8452 service nova] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.859575] env[69498]: DEBUG oslo_concurrency.lockutils [req-00108b49-5af3-4c74-afd2-36c94d44cd7d req-cfec9992-768a-40e2-9cac-b88a3e0d8452 service nova] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.859840] env[69498]: DEBUG nova.compute.manager [req-00108b49-5af3-4c74-afd2-36c94d44cd7d req-cfec9992-768a-40e2-9cac-b88a3e0d8452 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] No waiting events found dispatching network-vif-plugged-aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.860297] env[69498]: WARNING nova.compute.manager [req-00108b49-5af3-4c74-afd2-36c94d44cd7d req-cfec9992-768a-40e2-9cac-b88a3e0d8452 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Received unexpected event network-vif-plugged-aead3f3b-f2f8-43d8-8761-7f291c9f3d34 for instance with vm_state building and task_state spawning. [ 1065.912221] env[69498]: DEBUG nova.network.neutron [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Successfully updated port: aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.050097] env[69498]: DEBUG oslo_concurrency.lockutils [None req-28f6391b-cc55-40a7-9840-b17c2c97129d tempest-ServersListShow298Test-1823243541 tempest-ServersListShow298Test-1823243541-project-member] Lock "ee171990-072e-431e-b294-6ae765189559" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.943s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.175880] env[69498]: DEBUG nova.compute.manager [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.176970] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5affbf-1bfb-4ed3-8e89-46f41baf3863 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.235447] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533893} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.235717] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.235925] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.236200] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7212f60-210e-47db-8f91-e61572e0dcdc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.243578] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1066.243578] env[69498]: value = "task-4098358" [ 1066.243578] env[69498]: _type = "Task" [ 1066.243578] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.254338] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.416847] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.416847] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.416847] env[69498]: DEBUG nova.network.neutron [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.691024] env[69498]: DEBUG nova.network.neutron [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Port de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1066.691024] env[69498]: INFO nova.compute.manager [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] instance snapshotting [ 1066.693870] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316603b8-708f-4080-9704-36f57586c81b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.717429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56970b-2bd2-4d2c-b96e-8f26598b680d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.755974] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069251} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.755974] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.756920] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cc67a1-80ab-47a4-a37d-acdb9724a8ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.779022] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.782763] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ba1ab2-a889-408e-b3b3-58cb8836ed07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.805260] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1066.805260] env[69498]: value = "task-4098359" [ 1066.805260] env[69498]: _type = "Task" [ 1066.805260] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.816909] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.954307] env[69498]: DEBUG nova.network.neutron [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.005085] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06579461-66b2-4a31-9968-4da834a754ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.012129] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.012321] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquired lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.012497] env[69498]: DEBUG nova.network.neutron [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.018643] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa36f1-1027-4f6a-860e-189d1451b518 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.053612] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849dbbad-d220-448a-8b6e-84d78ed8e5bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.062996] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d092060c-935e-4bac-ac57-87b3a2b04d39 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.079069] env[69498]: DEBUG nova.compute.provider_tree [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.126277] env[69498]: DEBUG nova.network.neutron [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating instance_info_cache with network_info: [{"id": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "address": "fa:16:3e:fe:e4:e3", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaead3f3b-f2", "ovs_interfaceid": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.231397] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.231786] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7b700f6-da20-4ed5-aa6a-c41b89dbafa4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.240755] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1067.240755] env[69498]: value = "task-4098360" [ 1067.240755] env[69498]: _type = "Task" [ 1067.240755] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.251026] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.316780] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.582302] env[69498]: DEBUG nova.scheduler.client.report [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.628902] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.629317] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Instance network_info: |[{"id": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "address": "fa:16:3e:fe:e4:e3", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaead3f3b-f2", "ovs_interfaceid": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.629780] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e4:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aead3f3b-f2f8-43d8-8761-7f291c9f3d34', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.637833] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.640754] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.641013] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf1dcd4b-2833-4775-a3ca-3f0fb39e1f8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.665034] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.665034] env[69498]: value = "task-4098361" [ 1067.665034] env[69498]: _type = "Task" [ 1067.665034] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.674112] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098361, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.722239] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.722578] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.722765] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.755824] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098360, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.791016] env[69498]: DEBUG nova.network.neutron [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [{"id": "64bb0326-dc96-4647-9145-fe361fbed7fe", "address": "fa:16:3e:73:39:fa", "network": {"id": "ca8faa62-0958-4f47-9f49-648f2525af99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-914082545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9fcf44d34944b1bbb8f76cfaf03d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb0326-dc", "ovs_interfaceid": "64bb0326-dc96-4647-9145-fe361fbed7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.817332] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098359, 'name': ReconfigVM_Task, 'duration_secs': 0.540683} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.817708] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.818474] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f777f589-8835-485c-8f8e-811b8b326c19 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.827015] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1067.827015] env[69498]: value = "task-4098362" [ 1067.827015] env[69498]: _type = "Task" [ 1067.827015] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.836290] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098362, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.886168] env[69498]: DEBUG nova.compute.manager [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Received event network-changed-aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.886453] env[69498]: DEBUG nova.compute.manager [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Refreshing instance network info cache due to event network-changed-aead3f3b-f2f8-43d8-8761-7f291c9f3d34. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.886729] env[69498]: DEBUG oslo_concurrency.lockutils [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] Acquiring lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.886905] env[69498]: DEBUG oslo_concurrency.lockutils [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] Acquired lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.887145] env[69498]: DEBUG nova.network.neutron [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Refreshing network info cache for port aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.089067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.089687] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.092370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.928s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.093759] env[69498]: INFO nova.compute.claims [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.175676] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098361, 'name': CreateVM_Task, 'duration_secs': 0.336057} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.175941] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.176789] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.177029] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.177387] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.177721] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4ec1ad-eacf-477b-8999-43e01bcdad79 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.183130] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1068.183130] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52031c27-05c3-cd37-6c4b-676915ba55bb" [ 1068.183130] env[69498]: _type = "Task" [ 1068.183130] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.191344] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52031c27-05c3-cd37-6c4b-676915ba55bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.253821] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098360, 'name': CreateSnapshot_Task, 'duration_secs': 0.545347} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.254123] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.255151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c051f1b-ccc9-4d68-9961-066507b7df35 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.294754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Releasing lock "refresh_cache-d59cf518-5f32-4d3a-81e3-3ba7e8414987" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.295726] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feff8505-024a-4c67-bea3-043a4bce5489 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.304894] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Resuming the VM {{(pid=69498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1068.305202] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f427771-0af5-49d3-8a40-dc1eeee1da9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.312764] env[69498]: DEBUG oslo_vmware.api [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1068.312764] env[69498]: value = "task-4098363" [ 1068.312764] env[69498]: _type = "Task" [ 1068.312764] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.323391] env[69498]: DEBUG oslo_vmware.api [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.336255] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098362, 'name': Rename_Task, 'duration_secs': 0.176872} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.336662] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.336959] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c8e6dc-9edf-4ed1-87ed-129c352d9b86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.344291] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1068.344291] env[69498]: value = "task-4098364" [ 1068.344291] env[69498]: _type = "Task" [ 1068.344291] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.353927] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.588269] env[69498]: DEBUG nova.network.neutron [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updated VIF entry in instance network info cache for port aead3f3b-f2f8-43d8-8761-7f291c9f3d34. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.588679] env[69498]: DEBUG nova.network.neutron [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating instance_info_cache with network_info: [{"id": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "address": "fa:16:3e:fe:e4:e3", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaead3f3b-f2", "ovs_interfaceid": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.602233] env[69498]: DEBUG nova.compute.utils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.605369] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.605551] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.648104] env[69498]: DEBUG nova.policy [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c98993ed064351b08cee28bb87a661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f888e747afd541159c4458cf1007c8ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.699042] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52031c27-05c3-cd37-6c4b-676915ba55bb, 'name': SearchDatastore_Task, 'duration_secs': 0.031903} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.699042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.699293] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.699515] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.699816] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.700092] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.700455] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d2e93b0-15db-4688-839f-bcf2d0fd4aba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.711285] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.711497] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.712707] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d165f6-dcc7-4e25-a70a-a9622a49176c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.720287] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1068.720287] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527e803a-9daf-3192-294c-446a2008df02" [ 1068.720287] env[69498]: _type = "Task" [ 1068.720287] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.733079] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527e803a-9daf-3192-294c-446a2008df02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.767254] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.767574] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.767873] env[69498]: DEBUG nova.network.neutron [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.776705] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.777840] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27594a77-935d-4550-8564-a9453377ef2e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.787220] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1068.787220] env[69498]: value = "task-4098365" [ 1068.787220] env[69498]: _type = "Task" [ 1068.787220] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.796882] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098365, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.825273] env[69498]: DEBUG oslo_vmware.api [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098363, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.855723] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.998264] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Successfully created port: dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.092159] env[69498]: DEBUG oslo_concurrency.lockutils [req-3a45c0a4-0ed4-4ea4-893d-fe48b886dec6 req-4e9edd45-1043-4ef5-8336-85877e7f68de service nova] Releasing lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.105307] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.232607] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527e803a-9daf-3192-294c-446a2008df02, 'name': SearchDatastore_Task, 'duration_secs': 0.01621} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.233574] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e48ccd-7f1a-4f30-9bc7-0b74e3a00fe6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.243597] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1069.243597] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5240027b-8087-df54-e753-d0f353d0c2aa" [ 1069.243597] env[69498]: _type = "Task" [ 1069.243597] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.254752] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5240027b-8087-df54-e753-d0f353d0c2aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.300477] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098365, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.329351] env[69498]: DEBUG oslo_vmware.api [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098363, 'name': PowerOnVM_Task, 'duration_secs': 0.538886} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.329605] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Resumed the VM {{(pid=69498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1069.329860] env[69498]: DEBUG nova.compute.manager [None req-e88056f3-0c0c-4cf3-9226-fa0435fb542b tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.330873] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0793984-f8dd-420a-837d-dd8be1c9c1ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.357491] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.511034] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e26a4ca-6566-499f-a232-40bf59a34be8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.523068] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376d0429-ec87-4444-9de7-fa4c346e7161 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.563211] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f30a2-4af9-445c-b198-1c9aa845d53d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.571688] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c244dc3e-177d-40a4-be54-f1a3ca48d39e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.586700] env[69498]: DEBUG nova.compute.provider_tree [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.598390] env[69498]: DEBUG nova.network.neutron [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.754646] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5240027b-8087-df54-e753-d0f353d0c2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.023192} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.754925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.755207] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 686b0ab0-59e9-4e5a-9d94-86087129577b/686b0ab0-59e9-4e5a-9d94-86087129577b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.755498] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3217d3ed-d803-4e98-852a-c3cebbd20bee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.763877] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1069.763877] env[69498]: value = "task-4098366" [ 1069.763877] env[69498]: _type = "Task" [ 1069.763877] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.774968] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.798271] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098365, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.860433] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.090132] env[69498]: DEBUG nova.scheduler.client.report [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.103118] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.121582] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.156424] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.157168] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.157168] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.157168] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.157289] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.157424] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.157647] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.157811] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.157984] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.158166] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.158371] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.159382] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b13f6f-4ce5-4d53-b36d-0917ada988c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.169842] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb072d8-236e-4eb8-83e1-9f145746e068 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.274098] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.299727] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098365, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.361630] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.532041] env[69498]: DEBUG nova.compute.manager [req-5f2907f0-76a1-4443-bdd2-f0c151b51961 req-a0715e6d-d469-401f-97c5-0c48206eb2cd service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Received event network-vif-plugged-dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.532382] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f2907f0-76a1-4443-bdd2-f0c151b51961 req-a0715e6d-d469-401f-97c5-0c48206eb2cd service nova] Acquiring lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.532664] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f2907f0-76a1-4443-bdd2-f0c151b51961 req-a0715e6d-d469-401f-97c5-0c48206eb2cd service nova] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.532893] env[69498]: DEBUG oslo_concurrency.lockutils [req-5f2907f0-76a1-4443-bdd2-f0c151b51961 req-a0715e6d-d469-401f-97c5-0c48206eb2cd service nova] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.533178] env[69498]: DEBUG nova.compute.manager [req-5f2907f0-76a1-4443-bdd2-f0c151b51961 req-a0715e6d-d469-401f-97c5-0c48206eb2cd service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] No waiting events found dispatching network-vif-plugged-dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.533418] env[69498]: WARNING nova.compute.manager [req-5f2907f0-76a1-4443-bdd2-f0c151b51961 req-a0715e6d-d469-401f-97c5-0c48206eb2cd service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Received unexpected event network-vif-plugged-dcdc079f-06a8-44f2-9b3d-003d3ba3e58d for instance with vm_state building and task_state spawning. [ 1070.578916] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Successfully updated port: dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.597083] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.597774] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.601241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.493s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.603393] env[69498]: INFO nova.compute.claims [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.614296] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eecc3b-ed63-4bd8-ab74-5c8c7a5d1b68 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.624988] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385c292-0a1b-45ad-ad32-f4ac65db0bb6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.775446] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948235} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.775826] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 686b0ab0-59e9-4e5a-9d94-86087129577b/686b0ab0-59e9-4e5a-9d94-86087129577b.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.776089] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.776390] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-764d767d-3201-4891-8a73-ba063c75e0fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.786468] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1070.786468] env[69498]: value = "task-4098367" [ 1070.786468] env[69498]: _type = "Task" [ 1070.786468] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.803108] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.806994] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098365, 'name': CloneVM_Task, 'duration_secs': 2.01498} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.807335] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Created linked-clone VM from snapshot [ 1070.808190] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566258de-ff4b-48c1-a434-675084ef5923 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.816231] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Uploading image 51eec198-b798-4273-a4ee-5abc95b06166 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.834306] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1070.834692] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8581a755-fa9a-4760-8cc9-cd40d08f9151 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.842539] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1070.842539] env[69498]: value = "task-4098368" [ 1070.842539] env[69498]: _type = "Task" [ 1070.842539] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.852574] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098368, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.863377] env[69498]: DEBUG oslo_vmware.api [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098364, 'name': PowerOnVM_Task, 'duration_secs': 2.101802} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.863538] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.863649] env[69498]: INFO nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1070.863817] env[69498]: DEBUG nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.864658] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f20deeb-437f-4222-87cd-5206cb12afad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.083472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "refresh_cache-2ba1919a-2c7f-4bbc-853f-e382abdef9a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.083645] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "refresh_cache-2ba1919a-2c7f-4bbc-853f-e382abdef9a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.083799] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.108556] env[69498]: DEBUG nova.compute.utils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.111952] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.112137] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.162312] env[69498]: DEBUG nova.policy [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c98993ed064351b08cee28bb87a661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f888e747afd541159c4458cf1007c8ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.297168] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078286} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.297521] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.298509] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b480c6bd-1755-4d22-ad87-fd34661d3804 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.323434] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 686b0ab0-59e9-4e5a-9d94-86087129577b/686b0ab0-59e9-4e5a-9d94-86087129577b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.324236] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e38e57-2524-4e4e-ac9e-fa0dbc6ad143 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.349312] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1071.349312] env[69498]: value = "task-4098369" [ 1071.349312] env[69498]: _type = "Task" [ 1071.349312] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.357379] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098368, 'name': Destroy_Task, 'duration_secs': 0.505187} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.358372] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Destroyed the VM [ 1071.358549] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.358963] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19ab40c7-8589-495e-a318-ab037fee1afc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.364327] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.371773] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1071.371773] env[69498]: value = "task-4098370" [ 1071.371773] env[69498]: _type = "Task" [ 1071.371773] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.383027] env[69498]: INFO nova.compute.manager [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Took 38.40 seconds to build instance. [ 1071.387483] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.440112] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Successfully created port: 42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.613994] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.624033] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.750104] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b066db69-70a1-46a9-8134-4821c0273682 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.778192] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a5877-4829-4d41-b9ab-93ccc44c47d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.787134] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.863279] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.880845] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.889103] env[69498]: DEBUG oslo_concurrency.lockutils [None req-34d7284d-5725-4163-ac88-0a153215ffb2 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "98f463ea-28be-4b18-9d92-d8daea0adc31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.915s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.051689] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d435fd4-4646-45e4-bed4-5333a4b5b187 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.060233] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5c7435-aa8d-4f25-8bcb-65627650b47c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.097376] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba8476-30d5-4869-b12f-7ae3118c6025 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.106376] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85358436-3d63-4d53-b00b-c137cf50e6d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.122264] env[69498]: DEBUG nova.compute.provider_tree [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.161688] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Updating instance_info_cache with network_info: [{"id": "dcdc079f-06a8-44f2-9b3d-003d3ba3e58d", "address": "fa:16:3e:d2:2a:2f", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcdc079f-06", "ovs_interfaceid": "dcdc079f-06a8-44f2-9b3d-003d3ba3e58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.296276] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.296600] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecaa35c9-5b13-475c-be86-728042c1da4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.304888] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1072.304888] env[69498]: value = "task-4098371" [ 1072.304888] env[69498]: _type = "Task" [ 1072.304888] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.314628] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.361249] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098369, 'name': ReconfigVM_Task, 'duration_secs': 0.890262} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.361555] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 686b0ab0-59e9-4e5a-9d94-86087129577b/686b0ab0-59e9-4e5a-9d94-86087129577b.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.362238] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71e75c3a-ace0-424d-9eae-0b4a1d4c06e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.369946] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1072.369946] env[69498]: value = "task-4098372" [ 1072.369946] env[69498]: _type = "Task" [ 1072.369946] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.382714] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.386233] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098372, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.629388] env[69498]: DEBUG nova.scheduler.client.report [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.635033] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.661145] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.661418] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.661587] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.661763] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.661915] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.662068] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.662291] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.663049] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.663049] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.663049] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.663049] env[69498]: DEBUG nova.virt.hardware [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.664162] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "refresh_cache-2ba1919a-2c7f-4bbc-853f-e382abdef9a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.664162] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Instance network_info: |[{"id": "dcdc079f-06a8-44f2-9b3d-003d3ba3e58d", "address": "fa:16:3e:d2:2a:2f", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcdc079f-06", "ovs_interfaceid": "dcdc079f-06a8-44f2-9b3d-003d3ba3e58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.665269] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9abc52-2117-48a5-b53b-fd564491b048 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.668299] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:2a:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcdc079f-06a8-44f2-9b3d-003d3ba3e58d', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.675874] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Creating folder: Project (f888e747afd541159c4458cf1007c8ab). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.676268] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1059fc6b-fd91-4305-b079-da01b17ed0e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.685567] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d17b8e-06f6-4bae-a9c6-32bc5e6c5b2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.692350] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Created folder: Project (f888e747afd541159c4458cf1007c8ab) in parent group-v811634. [ 1072.692555] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Creating folder: Instances. Parent ref: group-v811883. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.693276] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b912dcc-4783-417e-a9fc-4fdcca2b9412 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.713469] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Created folder: Instances in parent group-v811883. [ 1072.713744] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.713950] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.714196] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb26ff4-17bf-451e-96b6-892aaca1460e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.735753] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.735753] env[69498]: value = "task-4098375" [ 1072.735753] env[69498]: _type = "Task" [ 1072.735753] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.747817] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098375, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.757653] env[69498]: DEBUG nova.compute.manager [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Received event network-changed-dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.757854] env[69498]: DEBUG nova.compute.manager [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Refreshing instance network info cache due to event network-changed-dcdc079f-06a8-44f2-9b3d-003d3ba3e58d. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.758163] env[69498]: DEBUG oslo_concurrency.lockutils [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] Acquiring lock "refresh_cache-2ba1919a-2c7f-4bbc-853f-e382abdef9a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.758372] env[69498]: DEBUG oslo_concurrency.lockutils [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] Acquired lock "refresh_cache-2ba1919a-2c7f-4bbc-853f-e382abdef9a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.758552] env[69498]: DEBUG nova.network.neutron [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Refreshing network info cache for port dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.816941] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.888628] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098372, 'name': Rename_Task, 'duration_secs': 0.181239} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.888983] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.889356] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.889660] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03550e90-981b-4969-ab0e-a6a828136fa3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.898308] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1072.898308] env[69498]: value = "task-4098376" [ 1072.898308] env[69498]: _type = "Task" [ 1072.898308] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.908725] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.977961] env[69498]: INFO nova.compute.manager [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Rebuilding instance [ 1073.009363] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Successfully updated port: 42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.032259] env[69498]: DEBUG nova.compute.manager [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.033153] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaba6f3-a2d0-4217-ad7d-344fa6424782 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.139862] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.141032] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.143539] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.476s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.144984] env[69498]: INFO nova.compute.claims [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.246221] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098375, 'name': CreateVM_Task, 'duration_secs': 0.36671} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.246419] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.247386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.247386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.247630] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.247900] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba046bc-b11e-4089-a664-5fc72b7dbc00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.254936] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1073.254936] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5214a3c9-014e-272e-65c4-2ba4e7316b8e" [ 1073.254936] env[69498]: _type = "Task" [ 1073.254936] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.266055] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5214a3c9-014e-272e-65c4-2ba4e7316b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.315889] env[69498]: DEBUG oslo_vmware.api [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098371, 'name': PowerOnVM_Task, 'duration_secs': 0.567706} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.316202] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.316551] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd64e2-61c9-4835-af1f-3379d3cf295f tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance '8a600f13-8385-43ac-86a8-f7e17d9d23fe' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.386267] env[69498]: DEBUG oslo_vmware.api [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098370, 'name': RemoveSnapshot_Task, 'duration_secs': 1.551422} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.386486] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1073.409266] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098376, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.489332] env[69498]: DEBUG nova.network.neutron [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Updated VIF entry in instance network info cache for port dcdc079f-06a8-44f2-9b3d-003d3ba3e58d. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.489631] env[69498]: DEBUG nova.network.neutron [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Updating instance_info_cache with network_info: [{"id": "dcdc079f-06a8-44f2-9b3d-003d3ba3e58d", "address": "fa:16:3e:d2:2a:2f", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcdc079f-06", "ovs_interfaceid": "dcdc079f-06a8-44f2-9b3d-003d3ba3e58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.515417] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "refresh_cache-5a5c6753-2f50-4466-b9e2-b6f4323d434c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.515646] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "refresh_cache-5a5c6753-2f50-4466-b9e2-b6f4323d434c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.515810] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.649723] env[69498]: DEBUG nova.compute.utils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.653482] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.653650] env[69498]: DEBUG nova.network.neutron [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.706994] env[69498]: DEBUG nova.policy [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f535547f95e409bab17f7051e937e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd8ef461d5c45ada349c23d9bc859c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.768343] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5214a3c9-014e-272e-65c4-2ba4e7316b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.768693] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.769124] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.769458] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.769722] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.769811] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.770190] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f097cefd-e4bc-4e4e-a58e-79c3148a1705 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.782563] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.782768] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.783597] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef1adb9-0b17-4932-8ff1-3b052b451aa1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.789773] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1073.789773] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ceedf3-7d71-7bec-24f6-183b2856b6f7" [ 1073.789773] env[69498]: _type = "Task" [ 1073.789773] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.801614] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ceedf3-7d71-7bec-24f6-183b2856b6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.891355] env[69498]: WARNING nova.compute.manager [None req-fce9ce44-ddf4-43b8-80bd-552021e2d408 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Image not found during snapshot: nova.exception.ImageNotFound: Image 51eec198-b798-4273-a4ee-5abc95b06166 could not be found. [ 1073.909902] env[69498]: DEBUG oslo_vmware.api [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098376, 'name': PowerOnVM_Task, 'duration_secs': 0.924182} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.910363] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.910549] env[69498]: INFO nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1073.911125] env[69498]: DEBUG nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.912229] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff02a1b-3a37-4a76-af1d-ecf86622b0fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.993233] env[69498]: DEBUG oslo_concurrency.lockutils [req-3e92565d-028b-44cc-a341-714f4bd9ce41 req-f43be642-0246-42e0-987f-03025f184c7b service nova] Releasing lock "refresh_cache-2ba1919a-2c7f-4bbc-853f-e382abdef9a1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.028707] env[69498]: DEBUG nova.network.neutron [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Successfully created port: d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.051046] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.052136] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.054512] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af01ab54-b495-4d8c-b8d5-62c5565f09b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.064175] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1074.064175] env[69498]: value = "task-4098377" [ 1074.064175] env[69498]: _type = "Task" [ 1074.064175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.074431] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.154574] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.236815] env[69498]: DEBUG nova.network.neutron [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Updating instance_info_cache with network_info: [{"id": "42433754-568a-47c8-a901-190ced44a3dd", "address": "fa:16:3e:d2:30:9e", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42433754-56", "ovs_interfaceid": "42433754-568a-47c8-a901-190ced44a3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.302792] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ceedf3-7d71-7bec-24f6-183b2856b6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016737} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.309020] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535680f3-46e8-4b24-b961-f1082307076a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.314774] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1074.314774] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c99e92-d470-52c2-2780-7eaa4c688532" [ 1074.314774] env[69498]: _type = "Task" [ 1074.314774] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.329105] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c99e92-d470-52c2-2780-7eaa4c688532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.432468] env[69498]: INFO nova.compute.manager [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Took 40.95 seconds to build instance. [ 1074.578796] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098377, 'name': PowerOffVM_Task, 'duration_secs': 0.2119} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.581536] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.582727] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.582878] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b5072-cdc3-4b00-8b95-f4f78411876b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.590837] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.591588] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-745d08a3-00a8-4773-9667-ffd0ed71fa86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.604262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.604622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.605079] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.605971] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.605971] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.612884] env[69498]: INFO nova.compute.manager [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Terminating instance [ 1074.624687] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.624687] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.624687] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Deleting the datastore file [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.625041] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e746eb-eb9a-4632-9a2d-4c95a00efbbe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.628699] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5af3e-b187-4ed9-a5b2-b0b9d20d4414 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.639090] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03370338-9e36-4764-88d1-1c25c039049a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.644392] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1074.644392] env[69498]: value = "task-4098379" [ 1074.644392] env[69498]: _type = "Task" [ 1074.644392] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.679771] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21456ba0-e822-451f-87ab-46f893cc0288 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.686236] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.693463] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74342335-ec5f-4339-9171-1a410ead11f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.711767] env[69498]: DEBUG nova.compute.provider_tree [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.741008] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "refresh_cache-5a5c6753-2f50-4466-b9e2-b6f4323d434c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.741412] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Instance network_info: |[{"id": "42433754-568a-47c8-a901-190ced44a3dd", "address": "fa:16:3e:d2:30:9e", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42433754-56", "ovs_interfaceid": "42433754-568a-47c8-a901-190ced44a3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.742193] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:30:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42433754-568a-47c8-a901-190ced44a3dd', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.750766] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.751072] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.751414] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a95f368-8cc2-458d-8486-7fa7c298e649 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.774109] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.774109] env[69498]: value = "task-4098380" [ 1074.774109] env[69498]: _type = "Task" [ 1074.774109] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.783751] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098380, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.832163] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c99e92-d470-52c2-2780-7eaa4c688532, 'name': SearchDatastore_Task, 'duration_secs': 0.041478} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.833650] env[69498]: DEBUG nova.compute.manager [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Received event network-vif-plugged-42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.833869] env[69498]: DEBUG oslo_concurrency.lockutils [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] Acquiring lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.834170] env[69498]: DEBUG oslo_concurrency.lockutils [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.834554] env[69498]: DEBUG oslo_concurrency.lockutils [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.834758] env[69498]: DEBUG nova.compute.manager [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] No waiting events found dispatching network-vif-plugged-42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.834911] env[69498]: WARNING nova.compute.manager [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Received unexpected event network-vif-plugged-42433754-568a-47c8-a901-190ced44a3dd for instance with vm_state building and task_state spawning. [ 1074.835162] env[69498]: DEBUG nova.compute.manager [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Received event network-changed-42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.835384] env[69498]: DEBUG nova.compute.manager [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Refreshing instance network info cache due to event network-changed-42433754-568a-47c8-a901-190ced44a3dd. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.835650] env[69498]: DEBUG oslo_concurrency.lockutils [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] Acquiring lock "refresh_cache-5a5c6753-2f50-4466-b9e2-b6f4323d434c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.835797] env[69498]: DEBUG oslo_concurrency.lockutils [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] Acquired lock "refresh_cache-5a5c6753-2f50-4466-b9e2-b6f4323d434c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.836026] env[69498]: DEBUG nova.network.neutron [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Refreshing network info cache for port 42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.838245] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.838932] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 2ba1919a-2c7f-4bbc-853f-e382abdef9a1/2ba1919a-2c7f-4bbc-853f-e382abdef9a1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.840431] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90c4982-f942-41cd-a4ac-cab820a72790 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.852185] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1074.852185] env[69498]: value = "task-4098381" [ 1074.852185] env[69498]: _type = "Task" [ 1074.852185] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.862617] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.935554] env[69498]: DEBUG oslo_concurrency.lockutils [None req-681c785f-e714-4ca3-ad9a-648b2bd7fc54 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.462s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.120984] env[69498]: DEBUG nova.compute.manager [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.121276] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.122252] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d908f48d-43e4-4c60-9cfb-8d7c6494b71d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.131335] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.131619] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b5c93f-e711-445d-a5b7-4ee508562eeb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.139414] env[69498]: DEBUG oslo_vmware.api [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1075.139414] env[69498]: value = "task-4098382" [ 1075.139414] env[69498]: _type = "Task" [ 1075.139414] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.151835] env[69498]: DEBUG oslo_vmware.api [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.162249] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216806} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.162698] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.162799] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.162995] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.180214] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.213739] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.213912] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.214228] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.214690] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.214992] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.215324] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.215730] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.216034] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.216262] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.216475] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.216645] env[69498]: DEBUG nova.virt.hardware [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.218564] env[69498]: DEBUG nova.scheduler.client.report [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.224298] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad8dd4e-5220-4c01-8fa0-c8146591f8d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.239237] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdd59f-b2c7-4fb9-87c9-42909cdbc616 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.290185] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098380, 'name': CreateVM_Task, 'duration_secs': 0.352668} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.290185] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.291132] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.291716] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.292268] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.293527] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a7dd2a-b17d-40c4-8121-080d91f6dba5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.300721] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1075.300721] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525fe011-8df2-0cb7-8ac9-bbc3ba7714d2" [ 1075.300721] env[69498]: _type = "Task" [ 1075.300721] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.312553] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525fe011-8df2-0cb7-8ac9-bbc3ba7714d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.365099] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.523443] env[69498]: DEBUG nova.network.neutron [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Port de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1075.523671] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.523823] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.523992] env[69498]: DEBUG nova.network.neutron [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.654027] env[69498]: DEBUG oslo_vmware.api [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098382, 'name': PowerOffVM_Task, 'duration_secs': 0.324147} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.654027] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.654027] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.654312] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db98059c-9886-4f8f-a9b6-b92a2860bf74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.689161] env[69498]: DEBUG nova.network.neutron [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Updated VIF entry in instance network info cache for port 42433754-568a-47c8-a901-190ced44a3dd. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.689693] env[69498]: DEBUG nova.network.neutron [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Updating instance_info_cache with network_info: [{"id": "42433754-568a-47c8-a901-190ced44a3dd", "address": "fa:16:3e:d2:30:9e", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42433754-56", "ovs_interfaceid": "42433754-568a-47c8-a901-190ced44a3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.724223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.724798] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.735294] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.963s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.740112] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.740112] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.740112] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleting the datastore file [datastore2] e3bfc403-ba2e-4541-bc3b-6aab81579f5b {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.740112] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6a10c6c-536b-474e-aed0-060c985b736e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.746781] env[69498]: DEBUG oslo_vmware.api [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for the task: (returnval){ [ 1075.746781] env[69498]: value = "task-4098384" [ 1075.746781] env[69498]: _type = "Task" [ 1075.746781] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.759949] env[69498]: DEBUG oslo_vmware.api [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.807230] env[69498]: DEBUG nova.network.neutron [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Successfully updated port: d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.815460] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525fe011-8df2-0cb7-8ac9-bbc3ba7714d2, 'name': SearchDatastore_Task, 'duration_secs': 0.061961} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.815808] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.816080] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.816327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.816467] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.816641] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.816905] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb4bfb4-a8ad-4592-b377-48c9d1ac9273 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.827635] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.827836] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.828953] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435d861a-0fa6-4e06-9ac2-93df24765f0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.834849] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1075.834849] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fae3fd-965b-aa29-8a18-d3ecf5e665af" [ 1075.834849] env[69498]: _type = "Task" [ 1075.834849] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.844465] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fae3fd-965b-aa29-8a18-d3ecf5e665af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.863709] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679527} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.863997] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 2ba1919a-2c7f-4bbc-853f-e382abdef9a1/2ba1919a-2c7f-4bbc-853f-e382abdef9a1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.864242] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.864499] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7034e45-eef0-4e94-b884-955fc0eba7ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.871162] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1075.871162] env[69498]: value = "task-4098385" [ 1075.871162] env[69498]: _type = "Task" [ 1075.871162] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.882789] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.939310] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.939587] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.939796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.939975] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.940251] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.944072] env[69498]: INFO nova.compute.manager [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Terminating instance [ 1076.196968] env[69498]: DEBUG oslo_concurrency.lockutils [req-81b513c7-a190-4a65-abdb-fdfb058e0843 req-dcc53135-9f56-4690-93b7-8de7050202a0 service nova] Releasing lock "refresh_cache-5a5c6753-2f50-4466-b9e2-b6f4323d434c" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.205574] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.206143] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.206143] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.206239] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.206343] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.206491] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.206701] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.206862] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.207043] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.207246] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.207389] env[69498]: DEBUG nova.virt.hardware [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.208361] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6c53f-1972-47cb-97c2-2edbf0bf1843 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.217795] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1703f-0186-43cb-9f61-373b8d099a94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.236132] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.242430] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.250055] env[69498]: DEBUG nova.compute.utils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.250055] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.250055] env[69498]: DEBUG nova.compute.manager [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Received event network-changed-aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.250055] env[69498]: DEBUG nova.compute.manager [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Refreshing instance network info cache due to event network-changed-aead3f3b-f2f8-43d8-8761-7f291c9f3d34. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.250307] env[69498]: DEBUG oslo_concurrency.lockutils [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] Acquiring lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.250307] env[69498]: DEBUG oslo_concurrency.lockutils [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] Acquired lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.250570] env[69498]: DEBUG nova.network.neutron [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Refreshing network info cache for port aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.252223] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.252396] env[69498]: DEBUG nova.network.neutron [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.255893] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7632b1f5-93d4-4597-9fb8-7510a339ac6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.276918] env[69498]: DEBUG nova.network.neutron [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.293213] env[69498]: DEBUG oslo_vmware.api [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Task: {'id': task-4098384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271525} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.294408] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.294629] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.294804] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.295123] env[69498]: INFO nova.compute.manager [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1076.295378] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.295876] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.295876] env[69498]: value = "task-4098386" [ 1076.295876] env[69498]: _type = "Task" [ 1076.295876] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.298447] env[69498]: DEBUG nova.compute.manager [-] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.298550] env[69498]: DEBUG nova.network.neutron [-] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.310082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-b1b7c98a-450c-444d-83b1-1d1c0a57469e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.310264] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-b1b7c98a-450c-444d-83b1-1d1c0a57469e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.311496] env[69498]: DEBUG nova.network.neutron [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.312650] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098386, 'name': CreateVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.345445] env[69498]: DEBUG nova.policy [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.351749] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fae3fd-965b-aa29-8a18-d3ecf5e665af, 'name': SearchDatastore_Task, 'duration_secs': 0.013209} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.352889] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a04bf9a-1f8f-4dbc-b4d1-8cbd00a253f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.359335] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1076.359335] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c7739e-8038-0322-0df5-44d207f13eff" [ 1076.359335] env[69498]: _type = "Task" [ 1076.359335] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.370675] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c7739e-8038-0322-0df5-44d207f13eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.382669] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083308} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.382942] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.383761] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50336693-4889-492f-b074-428b488d888d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.408478] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2ba1919a-2c7f-4bbc-853f-e382abdef9a1/2ba1919a-2c7f-4bbc-853f-e382abdef9a1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.411845] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e1b0f7e-bc3a-4d1c-a8e4-2b6855bb9601 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.440756] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1076.440756] env[69498]: value = "task-4098387" [ 1076.440756] env[69498]: _type = "Task" [ 1076.440756] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.453936] env[69498]: DEBUG nova.compute.manager [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.454223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.454520] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.455753] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e664d604-f60e-493b-82cd-4e4d63afe207 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.466779] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.467041] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b8a23c-33ef-4fef-9071-12312b964195 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.477702] env[69498]: DEBUG oslo_vmware.api [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1076.477702] env[69498]: value = "task-4098388" [ 1076.477702] env[69498]: _type = "Task" [ 1076.477702] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.488550] env[69498]: DEBUG oslo_vmware.api [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.717143] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa2aa9-55e6-4457-b1d3-22dd9a182e99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.725341] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1541d0a3-1995-4b03-8534-d379d1fc5275 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.765662] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.769406] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0445c935-5aa8-49e9-8f5c-b7ea8e2f1e05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.780181] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56235d06-e943-4451-8605-cbd27d952c53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.785452] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.799048] env[69498]: DEBUG nova.compute.provider_tree [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.811199] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098386, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.872684] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c7739e-8038-0322-0df5-44d207f13eff, 'name': SearchDatastore_Task, 'duration_secs': 0.033753} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.872964] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.873329] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 5a5c6753-2f50-4466-b9e2-b6f4323d434c/5a5c6753-2f50-4466-b9e2-b6f4323d434c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.873601] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13b6670-a187-44a4-8812-7d53bc6c4efe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.881378] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1076.881378] env[69498]: value = "task-4098389" [ 1076.881378] env[69498]: _type = "Task" [ 1076.881378] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.885265] env[69498]: DEBUG nova.network.neutron [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.892711] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.899834] env[69498]: DEBUG nova.compute.manager [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Received event network-vif-plugged-d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.899834] env[69498]: DEBUG oslo_concurrency.lockutils [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] Acquiring lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.900389] env[69498]: DEBUG oslo_concurrency.lockutils [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.900727] env[69498]: DEBUG oslo_concurrency.lockutils [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.901112] env[69498]: DEBUG nova.compute.manager [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] No waiting events found dispatching network-vif-plugged-d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1076.901439] env[69498]: WARNING nova.compute.manager [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Received unexpected event network-vif-plugged-d2f316fc-51a9-4521-b5db-ca0fb4dac30a for instance with vm_state building and task_state spawning. [ 1076.901724] env[69498]: DEBUG nova.compute.manager [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Received event network-changed-d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.902031] env[69498]: DEBUG nova.compute.manager [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Refreshing instance network info cache due to event network-changed-d2f316fc-51a9-4521-b5db-ca0fb4dac30a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.902363] env[69498]: DEBUG oslo_concurrency.lockutils [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] Acquiring lock "refresh_cache-b1b7c98a-450c-444d-83b1-1d1c0a57469e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.954181] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.994008] env[69498]: DEBUG oslo_vmware.api [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098388, 'name': PowerOffVM_Task, 'duration_secs': 0.387251} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.994596] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.994915] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.995539] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-843198be-544a-418f-8400-01b3b057d38e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.205187] env[69498]: DEBUG nova.network.neutron [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Updating instance_info_cache with network_info: [{"id": "d2f316fc-51a9-4521-b5db-ca0fb4dac30a", "address": "fa:16:3e:f8:80:e5", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f316fc-51", "ovs_interfaceid": "d2f316fc-51a9-4521-b5db-ca0fb4dac30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.209596] env[69498]: DEBUG nova.network.neutron [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Successfully created port: b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.214053] env[69498]: DEBUG nova.network.neutron [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updated VIF entry in instance network info cache for port aead3f3b-f2f8-43d8-8761-7f291c9f3d34. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.214475] env[69498]: DEBUG nova.network.neutron [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating instance_info_cache with network_info: [{"id": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "address": "fa:16:3e:fe:e4:e3", "network": {"id": "97376467-f78c-46f4-b09c-f8febe41974f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1094953259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e7f6a61954571bc997719e6558d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaead3f3b-f2", "ovs_interfaceid": "aead3f3b-f2f8-43d8-8761-7f291c9f3d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.292695] env[69498]: DEBUG nova.compute.manager [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69498) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1077.303273] env[69498]: DEBUG nova.scheduler.client.report [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.319063] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098386, 'name': CreateVM_Task, 'duration_secs': 1.018074} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.320108] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.321776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.322170] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.322644] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.323550] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a27450b-f324-4806-8ff4-8f9c7f9caa82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.334390] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1077.334390] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52258672-16ff-2c72-9d0d-9579ed357512" [ 1077.334390] env[69498]: _type = "Task" [ 1077.334390] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.349578] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52258672-16ff-2c72-9d0d-9579ed357512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.396695] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.455337] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.642678] env[69498]: DEBUG nova.network.neutron [-] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.708561] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-b1b7c98a-450c-444d-83b1-1d1c0a57469e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.708933] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Instance network_info: |[{"id": "d2f316fc-51a9-4521-b5db-ca0fb4dac30a", "address": "fa:16:3e:f8:80:e5", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f316fc-51", "ovs_interfaceid": "d2f316fc-51a9-4521-b5db-ca0fb4dac30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.709329] env[69498]: DEBUG oslo_concurrency.lockutils [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] Acquired lock "refresh_cache-b1b7c98a-450c-444d-83b1-1d1c0a57469e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.709512] env[69498]: DEBUG nova.network.neutron [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Refreshing network info cache for port d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.710809] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:80:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f316fc-51a9-4521-b5db-ca0fb4dac30a', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.719892] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating folder: Project (cfd8ef461d5c45ada349c23d9bc859c1). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.721625] env[69498]: DEBUG oslo_concurrency.lockutils [req-5103dc1e-f971-421a-8e61-a183e562e50e req-d9b60437-0ecf-4b4d-817d-df1b0b43ab91 service nova] Releasing lock "refresh_cache-686b0ab0-59e9-4e5a-9d94-86087129577b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.721804] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f0c08e5-45e9-4a8f-9604-f2c846c22401 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.734440] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created folder: Project (cfd8ef461d5c45ada349c23d9bc859c1) in parent group-v811634. [ 1077.734659] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating folder: Instances. Parent ref: group-v811888. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.734961] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d612bd12-f549-42f1-9987-c9f80dfbb776 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.746679] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created folder: Instances in parent group-v811888. [ 1077.746978] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.747218] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.747466] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f3a1d1-695d-435a-b1a9-9e06676290fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.771672] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.771672] env[69498]: value = "task-4098393" [ 1077.771672] env[69498]: _type = "Task" [ 1077.771672] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.778234] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.786369] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098393, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.806644] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.806916] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.807079] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.807267] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.807409] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.807557] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.807761] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.807917] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.808095] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.808299] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.808492] env[69498]: DEBUG nova.virt.hardware [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.809429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8b0ea-eba4-4bcb-b382-7177681cc27b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.822119] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c01689c-9577-4be6-950a-5ece6d071582 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.847073] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52258672-16ff-2c72-9d0d-9579ed357512, 'name': SearchDatastore_Task, 'duration_secs': 0.078406} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.847405] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.847639] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.847878] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.848050] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.848244] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.848516] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd33ec86-a1d7-44fc-9b52-2b3417456844 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.859060] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.859267] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.860129] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508f0a63-d3da-4c52-b9ff-aa82b3cf8c96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.866831] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1077.866831] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52613ab6-f44d-4449-8fb7-7f0a2cabc9df" [ 1077.866831] env[69498]: _type = "Task" [ 1077.866831] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.875947] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52613ab6-f44d-4449-8fb7-7f0a2cabc9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.891019] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648018} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.891400] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 5a5c6753-2f50-4466-b9e2-b6f4323d434c/5a5c6753-2f50-4466-b9e2-b6f4323d434c.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.891538] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.891794] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c14d7a5-7c82-4570-8028-184cc6a4f688 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.899203] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1077.899203] env[69498]: value = "task-4098394" [ 1077.899203] env[69498]: _type = "Task" [ 1077.899203] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.907683] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.954062] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098387, 'name': ReconfigVM_Task, 'duration_secs': 1.101374} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.954396] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2ba1919a-2c7f-4bbc-853f-e382abdef9a1/2ba1919a-2c7f-4bbc-853f-e382abdef9a1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.955132] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6f249f4-073f-41c5-a990-cfea17758b2e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.964175] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1077.964175] env[69498]: value = "task-4098395" [ 1077.964175] env[69498]: _type = "Task" [ 1077.964175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.973180] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098395, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.146020] env[69498]: INFO nova.compute.manager [-] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Took 1.85 seconds to deallocate network for instance. [ 1078.283397] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098393, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.322035] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.583s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.322035] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.907s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.322035] env[69498]: DEBUG nova.objects.instance [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lazy-loading 'resources' on Instance uuid 03a9b1d5-6879-4417-a856-3f1e0a7eb21f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.380272] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52613ab6-f44d-4449-8fb7-7f0a2cabc9df, 'name': SearchDatastore_Task, 'duration_secs': 0.017089} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.381472] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1db8c3-482e-4f90-a3b6-345a8c501ed4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393057] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1078.393057] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525fa591-1b12-4a7d-f4eb-4db1da2649b4" [ 1078.393057] env[69498]: _type = "Task" [ 1078.393057] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.403040] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525fa591-1b12-4a7d-f4eb-4db1da2649b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.412658] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081497} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.412658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.413184] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0502bd3e-5940-4f2e-b36a-c3c5866b035a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.436302] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 5a5c6753-2f50-4466-b9e2-b6f4323d434c/5a5c6753-2f50-4466-b9e2-b6f4323d434c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.439306] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5743dbc-792f-4894-8528-7bce3eac7f1b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.454308] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.462430] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1078.462430] env[69498]: value = "task-4098396" [ 1078.462430] env[69498]: _type = "Task" [ 1078.462430] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.475601] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098395, 'name': Rename_Task, 'duration_secs': 0.277499} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.479186] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.479499] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.479841] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92090db2-5c0c-4c6f-be5a-e9b8c44c2d48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.487199] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1078.487199] env[69498]: value = "task-4098397" [ 1078.487199] env[69498]: _type = "Task" [ 1078.487199] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.497339] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.631764] env[69498]: DEBUG nova.network.neutron [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Updated VIF entry in instance network info cache for port d2f316fc-51a9-4521-b5db-ca0fb4dac30a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.632178] env[69498]: DEBUG nova.network.neutron [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Updating instance_info_cache with network_info: [{"id": "d2f316fc-51a9-4521-b5db-ca0fb4dac30a", "address": "fa:16:3e:f8:80:e5", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f316fc-51", "ovs_interfaceid": "d2f316fc-51a9-4521-b5db-ca0fb4dac30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.654098] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.766796] env[69498]: DEBUG nova.network.neutron [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Successfully updated port: b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.786098] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098393, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.792046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.792046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.792046] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleting the datastore file [datastore1] d59cf518-5f32-4d3a-81e3-3ba7e8414987 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.792381] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e85ed03d-ae3a-4b17-893d-4338976a0b74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.799892] env[69498]: DEBUG oslo_vmware.api [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for the task: (returnval){ [ 1078.799892] env[69498]: value = "task-4098398" [ 1078.799892] env[69498]: _type = "Task" [ 1078.799892] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.808960] env[69498]: DEBUG oslo_vmware.api [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.890298] env[69498]: INFO nova.scheduler.client.report [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocation for migration 03d644a7-41d8-491e-836a-82a55a42fb59 [ 1078.915279] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525fa591-1b12-4a7d-f4eb-4db1da2649b4, 'name': SearchDatastore_Task, 'duration_secs': 0.032678} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.915717] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.916213] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.916485] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d982339-73b2-43fa-b940-dd3ba399e538 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.929198] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1078.929198] env[69498]: value = "task-4098399" [ 1078.929198] env[69498]: _type = "Task" [ 1078.929198] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.939636] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.955805] env[69498]: DEBUG nova.compute.manager [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Received event network-vif-deleted-0d9c82b3-1294-42f4-b2b1-b31feb0449d0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.955805] env[69498]: DEBUG nova.compute.manager [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Received event network-vif-plugged-b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.956199] env[69498]: DEBUG oslo_concurrency.lockutils [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] Acquiring lock "a9bb2a88-dc8b-40b9-8988-01b8859df014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.956526] env[69498]: DEBUG oslo_concurrency.lockutils [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.956740] env[69498]: DEBUG oslo_concurrency.lockutils [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.956918] env[69498]: DEBUG nova.compute.manager [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] No waiting events found dispatching network-vif-plugged-b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.957103] env[69498]: WARNING nova.compute.manager [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Received unexpected event network-vif-plugged-b1a8e065-7b93-4794-9d2f-be33cd898fab for instance with vm_state building and task_state spawning. [ 1078.957299] env[69498]: DEBUG nova.compute.manager [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Received event network-changed-b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.957436] env[69498]: DEBUG nova.compute.manager [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Refreshing instance network info cache due to event network-changed-b1a8e065-7b93-4794-9d2f-be33cd898fab. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.957641] env[69498]: DEBUG oslo_concurrency.lockutils [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] Acquiring lock "refresh_cache-a9bb2a88-dc8b-40b9-8988-01b8859df014" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.957910] env[69498]: DEBUG oslo_concurrency.lockutils [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] Acquired lock "refresh_cache-a9bb2a88-dc8b-40b9-8988-01b8859df014" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.957961] env[69498]: DEBUG nova.network.neutron [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Refreshing network info cache for port b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.978638] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.999768] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098397, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.135927] env[69498]: DEBUG oslo_concurrency.lockutils [req-946f398e-e99a-412e-9c35-a8fbe826939f req-84dfa0a5-9b0e-4ba4-bfd5-c62dc0b3236a service nova] Releasing lock "refresh_cache-b1b7c98a-450c-444d-83b1-1d1c0a57469e" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.244661] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a1eac8-781c-48c8-b4a8-9c6313386ad0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.253668] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8ae11-d56f-4f3b-ab7c-cc4d0ac8e8ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.286792] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-a9bb2a88-dc8b-40b9-8988-01b8859df014" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.291480] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccfe061-24d2-4981-be29-fc136cf8a7e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.301419] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098393, 'name': CreateVM_Task, 'duration_secs': 1.260788} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.306244] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.307061] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307235] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.307563] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.308784] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca543be9-074d-4dbb-9026-1fe92c15beb4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.313339] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b84558-de27-4b2b-a75b-7f962af64090 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.320051] env[69498]: DEBUG oslo_vmware.api [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Task: {'id': task-4098398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215741} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.328869] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.329108] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.329326] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.329525] env[69498]: INFO nova.compute.manager [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Took 2.88 seconds to destroy the instance on the hypervisor. [ 1079.329853] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.330095] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1079.330095] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a3ba3c-b1e1-2e47-ad6f-0234f6e79cef" [ 1079.330095] env[69498]: _type = "Task" [ 1079.330095] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.330564] env[69498]: DEBUG nova.compute.provider_tree [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.332038] env[69498]: DEBUG nova.compute.manager [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.332142] env[69498]: DEBUG nova.network.neutron [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.343976] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a3ba3c-b1e1-2e47-ad6f-0234f6e79cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.403736] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9911cbd5-cdb2-4344-8b89-900275196562 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.709s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.440186] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.474747] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098396, 'name': ReconfigVM_Task, 'duration_secs': 0.763557} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.475066] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 5a5c6753-2f50-4466-b9e2-b6f4323d434c/5a5c6753-2f50-4466-b9e2-b6f4323d434c.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.475757] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31e32f2-4ba5-442d-8ea9-d1299006b54d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.483886] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1079.483886] env[69498]: value = "task-4098400" [ 1079.483886] env[69498]: _type = "Task" [ 1079.483886] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.501616] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098400, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.501911] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098397, 'name': PowerOnVM_Task, 'duration_secs': 0.603937} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.502189] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.502430] env[69498]: INFO nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1079.502609] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.503439] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a78f52f-e20a-4d36-b976-6868165563e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.535410] env[69498]: DEBUG nova.network.neutron [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.708634] env[69498]: DEBUG nova.network.neutron [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.835319] env[69498]: DEBUG nova.scheduler.client.report [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.849624] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a3ba3c-b1e1-2e47-ad6f-0234f6e79cef, 'name': SearchDatastore_Task, 'duration_secs': 0.069513} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.850372] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.850372] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.850529] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.850681] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.850795] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.851113] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b24da385-4563-4136-a903-a4ebb2645ca8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.861669] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.861922] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.862149] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.862335] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.862499] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.864214] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.864388] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.865359] env[69498]: INFO nova.compute.manager [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Terminating instance [ 1079.866969] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f739036f-e7e3-44e1-bd25-bd354cac1dd3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.874029] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1079.874029] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525b0114-5e3d-714d-dd6e-591e3876be74" [ 1079.874029] env[69498]: _type = "Task" [ 1079.874029] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.883473] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525b0114-5e3d-714d-dd6e-591e3876be74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.942832] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737492} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.943171] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.943394] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.943660] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aec7e36-902a-47b7-88ca-d86ee2d79fb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.954878] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1079.954878] env[69498]: value = "task-4098401" [ 1079.954878] env[69498]: _type = "Task" [ 1079.954878] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.968558] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.995241] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098400, 'name': Rename_Task, 'duration_secs': 0.255215} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.995618] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.995849] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8da90a9-d12e-4f20-87ba-919aedfd4b8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.003947] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1080.003947] env[69498]: value = "task-4098402" [ 1080.003947] env[69498]: _type = "Task" [ 1080.003947] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.015916] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.025825] env[69498]: INFO nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Took 43.92 seconds to build instance. [ 1080.145516] env[69498]: DEBUG nova.network.neutron [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.211343] env[69498]: DEBUG oslo_concurrency.lockutils [req-85d18248-dad5-44f1-ad9c-0dfbed5bec28 req-1e8ae1c5-01ab-4abd-8d57-22c40612121a service nova] Releasing lock "refresh_cache-a9bb2a88-dc8b-40b9-8988-01b8859df014" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.211832] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-a9bb2a88-dc8b-40b9-8988-01b8859df014" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.212051] env[69498]: DEBUG nova.network.neutron [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.345044] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.347470] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.472s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.349282] env[69498]: INFO nova.compute.claims [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.363988] env[69498]: INFO nova.scheduler.client.report [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleted allocations for instance 03a9b1d5-6879-4417-a856-3f1e0a7eb21f [ 1080.372826] env[69498]: DEBUG nova.compute.manager [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.372826] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.373740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4115c14-9f98-4de4-8e74-0b768bd813c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.385904] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.389710] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da194ee0-5d48-4b0a-94bd-4af916de2131 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.392131] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525b0114-5e3d-714d-dd6e-591e3876be74, 'name': SearchDatastore_Task, 'duration_secs': 0.024057} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.393460] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecf6341-3b35-46da-a5f2-0dd57d17426b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.399162] env[69498]: DEBUG oslo_vmware.api [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1080.399162] env[69498]: value = "task-4098403" [ 1080.399162] env[69498]: _type = "Task" [ 1080.399162] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.401784] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1080.401784] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524400f8-9caf-0de9-acaa-7309abc964ad" [ 1080.401784] env[69498]: _type = "Task" [ 1080.401784] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.418378] env[69498]: DEBUG oslo_vmware.api [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.418378] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524400f8-9caf-0de9-acaa-7309abc964ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.464374] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084321} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.464671] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.465514] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7394f88-2dfb-4646-ad3e-e306154afc2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.487732] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.488488] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0c3068-b80b-46fd-a5fd-f21fda4e4148 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.513973] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "002445c0-0082-48f6-89f6-26b917d40ba2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.514253] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "002445c0-0082-48f6-89f6-26b917d40ba2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.517234] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1080.517234] env[69498]: value = "task-4098404" [ 1080.517234] env[69498]: _type = "Task" [ 1080.517234] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.521077] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.527876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.430s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.533659] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.650601] env[69498]: INFO nova.compute.manager [-] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Took 1.32 seconds to deallocate network for instance. [ 1080.771024] env[69498]: DEBUG nova.network.neutron [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.872275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5a022f3d-67df-4615-8303-f4691868a2a9 tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "03a9b1d5-6879-4417-a856-3f1e0a7eb21f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.100s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.917915] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524400f8-9caf-0de9-acaa-7309abc964ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0204} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.921370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.921673] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b1b7c98a-450c-444d-83b1-1d1c0a57469e/b1b7c98a-450c-444d-83b1-1d1c0a57469e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.921987] env[69498]: DEBUG oslo_vmware.api [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098403, 'name': PowerOffVM_Task, 'duration_secs': 0.405036} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.922387] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a5589c-9492-4bf7-88b4-71f584403ce9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.924384] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.924560] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.925156] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b18132-7d15-452b-8df4-ba92f379e049 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.933996] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1080.933996] env[69498]: value = "task-4098406" [ 1080.933996] env[69498]: _type = "Task" [ 1080.933996] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.947070] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.012581] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.012982] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.013208] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore2] 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.014161] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9433a31-2d67-4cee-a8d9-52cb26bad921 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.018602] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.028339] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098402, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.028668] env[69498]: DEBUG oslo_vmware.api [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1081.028668] env[69498]: value = "task-4098407" [ 1081.028668] env[69498]: _type = "Task" [ 1081.028668] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.043516] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.047177] env[69498]: DEBUG oslo_vmware.api [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.052631] env[69498]: DEBUG nova.network.neutron [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Updating instance_info_cache with network_info: [{"id": "b1a8e065-7b93-4794-9d2f-be33cd898fab", "address": "fa:16:3e:1c:19:49", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a8e065-7b", "ovs_interfaceid": "b1a8e065-7b93-4794-9d2f-be33cd898fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.080992] env[69498]: DEBUG nova.compute.manager [req-f0e721a0-11a8-49ae-80c3-05cd6106cd6e req-271134c0-fe3b-413f-9cd3-5dceaeceb138 service nova] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Received event network-vif-deleted-64bb0326-dc96-4647-9145-fe361fbed7fe {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.158828] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.451503] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098406, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.520695] env[69498]: DEBUG oslo_vmware.api [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098402, 'name': PowerOnVM_Task, 'duration_secs': 1.034291} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.521057] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.521514] env[69498]: INFO nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1081.521514] env[69498]: DEBUG nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.522346] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a5a68-bb6e-4535-9011-d5d89fe491c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.556898] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098404, 'name': ReconfigVM_Task, 'duration_secs': 0.596532} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.557365] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-a9bb2a88-dc8b-40b9-8988-01b8859df014" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.557734] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Instance network_info: |[{"id": "b1a8e065-7b93-4794-9d2f-be33cd898fab", "address": "fa:16:3e:1c:19:49", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a8e065-7b", "ovs_interfaceid": "b1a8e065-7b93-4794-9d2f-be33cd898fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.558046] env[69498]: DEBUG oslo_vmware.api [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521809} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.559283] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.559565] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31/98f463ea-28be-4b18-9d92-d8daea0adc31.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.560430] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:19:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a8e065-7b93-4794-9d2f-be33cd898fab', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.568470] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.568725] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.568932] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.569255] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.569255] env[69498]: INFO nova.compute.manager [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1081.569910] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.572760] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34856e5f-0f4b-4aae-9de2-fb87d75c1617 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.574611] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.574860] env[69498]: DEBUG nova.compute.manager [-] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.574960] env[69498]: DEBUG nova.network.neutron [-] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.576788] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c646aef4-9f98-41ce-86f0-c8aad603cc26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.603924] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.603924] env[69498]: value = "task-4098409" [ 1081.603924] env[69498]: _type = "Task" [ 1081.603924] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.604336] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1081.604336] env[69498]: value = "task-4098408" [ 1081.604336] env[69498]: _type = "Task" [ 1081.604336] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.630825] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098409, 'name': CreateVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.631097] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098408, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.844223] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2957a0d-c2af-47fd-aef3-6b92c8f6b05a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.853564] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04fcf41-4252-4588-8376-051c2b2ab14c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.887243] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f663ac-28d9-4a68-ab81-c0053308edb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.896120] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94a89bb-e0cb-452a-9b20-41c6686afe80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.911879] env[69498]: DEBUG nova.compute.provider_tree [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.951126] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634188} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.951750] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] b1b7c98a-450c-444d-83b1-1d1c0a57469e/b1b7c98a-450c-444d-83b1-1d1c0a57469e.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.952013] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.952358] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919da2be-1508-4454-a74c-08d7c08d84ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.963347] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1081.963347] env[69498]: value = "task-4098410" [ 1081.963347] env[69498]: _type = "Task" [ 1081.963347] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.974936] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.059254] env[69498]: INFO nova.compute.manager [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Took 45.91 seconds to build instance. [ 1082.122557] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098408, 'name': Rename_Task, 'duration_secs': 0.405353} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.126218] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.126511] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098409, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.127086] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76e9d68-b6ec-4ab5-9e1c-2ba21af97460 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.134290] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1082.134290] env[69498]: value = "task-4098411" [ 1082.134290] env[69498]: _type = "Task" [ 1082.134290] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.146693] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.182033] env[69498]: DEBUG nova.compute.manager [req-f3073964-4a4e-42a5-acf6-43362972e2b0 req-9a13f13f-b350-461d-8c0b-4a6b73df32fb service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Received event network-vif-deleted-f93e942d-d5df-4d9c-94d0-a837a944624f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.182033] env[69498]: INFO nova.compute.manager [req-f3073964-4a4e-42a5-acf6-43362972e2b0 req-9a13f13f-b350-461d-8c0b-4a6b73df32fb service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Neutron deleted interface f93e942d-d5df-4d9c-94d0-a837a944624f; detaching it from the instance and deleting it from the info cache [ 1082.182033] env[69498]: DEBUG nova.network.neutron [req-f3073964-4a4e-42a5-acf6-43362972e2b0 req-9a13f13f-b350-461d-8c0b-4a6b73df32fb service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.414960] env[69498]: DEBUG nova.scheduler.client.report [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.475876] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114534} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.476279] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.477212] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee301e-06b1-4f88-af67-4f3b65749697 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.505663] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] b1b7c98a-450c-444d-83b1-1d1c0a57469e/b1b7c98a-450c-444d-83b1-1d1c0a57469e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.507489] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.508147] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc96681b-82ff-490f-b66e-24f174e0dee6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.530233] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1082.530233] env[69498]: value = "task-4098413" [ 1082.530233] env[69498]: _type = "Task" [ 1082.530233] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.541864] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.561517] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d896cee3-e275-491b-ae2c-bc5d7acba747 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.421s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.561870] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.054s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.562112] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.562347] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.562549] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.564798] env[69498]: INFO nova.compute.manager [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Terminating instance [ 1082.596048] env[69498]: DEBUG nova.network.neutron [-] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.618696] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098409, 'name': CreateVM_Task, 'duration_secs': 0.780764} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.618933] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.619855] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.620047] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.620330] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.620606] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a385a2-ede8-43f9-b385-7a246903ef5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.626740] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1082.626740] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5286e871-8ecd-e6f2-2058-73aa2de0eeda" [ 1082.626740] env[69498]: _type = "Task" [ 1082.626740] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.636150] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5286e871-8ecd-e6f2-2058-73aa2de0eeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.649479] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.688846] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0aee705-4791-4ba3-a4d7-20eb395e2a1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.699631] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93a1a21-f446-4b43-8e07-d56dd535b707 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.733781] env[69498]: DEBUG nova.compute.manager [req-f3073964-4a4e-42a5-acf6-43362972e2b0 req-9a13f13f-b350-461d-8c0b-4a6b73df32fb service nova] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Detach interface failed, port_id=f93e942d-d5df-4d9c-94d0-a837a944624f, reason: Instance 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.906103] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.906358] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.906563] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.906743] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.906908] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.909565] env[69498]: INFO nova.compute.manager [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Terminating instance [ 1082.921051] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.921467] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.924092] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.768s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.924196] env[69498]: DEBUG nova.objects.instance [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lazy-loading 'resources' on Instance uuid e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.042047] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.071212] env[69498]: DEBUG nova.compute.manager [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.071456] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.072374] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb96f8b8-0b93-42aa-9636-147382f3572f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.081753] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.081982] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575913cf-8d8f-4c40-9ce7-07e762e155d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.089669] env[69498]: DEBUG oslo_vmware.api [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1083.089669] env[69498]: value = "task-4098414" [ 1083.089669] env[69498]: _type = "Task" [ 1083.089669] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.100280] env[69498]: INFO nova.compute.manager [-] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Took 1.52 seconds to deallocate network for instance. [ 1083.100631] env[69498]: DEBUG oslo_vmware.api [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.138651] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5286e871-8ecd-e6f2-2058-73aa2de0eeda, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.143172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.143172] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.143172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.143172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.143172] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.143986] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f5142f5-86ab-47b4-9c29-2c46cef24802 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.153117] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.163636] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.163834] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.164712] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52937415-a661-4bf2-a74e-79cad4396dc0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.171436] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1083.171436] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525de13f-2981-3cf8-b7d2-8757fcd3e9a9" [ 1083.171436] env[69498]: _type = "Task" [ 1083.171436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.180109] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525de13f-2981-3cf8-b7d2-8757fcd3e9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.413479] env[69498]: DEBUG nova.compute.manager [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.413738] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.414610] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37301f5-bade-42e6-ae50-5e6792440650 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.422983] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.423258] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46dd4977-9d6a-41b2-b425-a14d71d9b4a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.429954] env[69498]: DEBUG nova.compute.utils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.433907] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.433907] env[69498]: DEBUG nova.network.neutron [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.436583] env[69498]: DEBUG oslo_vmware.api [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1083.436583] env[69498]: value = "task-4098415" [ 1083.436583] env[69498]: _type = "Task" [ 1083.436583] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.446850] env[69498]: DEBUG oslo_vmware.api [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.491665] env[69498]: DEBUG nova.policy [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3c51504ee49cd9128858a08528f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b22ce6b4737946bcb288be35b2e573f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.541864] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098413, 'name': ReconfigVM_Task, 'duration_secs': 0.748043} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.544948] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] b1b7c98a-450c-444d-83b1-1d1c0a57469e/b1b7c98a-450c-444d-83b1-1d1c0a57469e.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.545871] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e3f75bc-95b0-47d7-9ac0-b6144687d667 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.553648] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1083.553648] env[69498]: value = "task-4098416" [ 1083.553648] env[69498]: _type = "Task" [ 1083.553648] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.565561] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098416, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.601179] env[69498]: DEBUG oslo_vmware.api [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098414, 'name': PowerOffVM_Task, 'duration_secs': 0.262725} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.604295] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.604520] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.605166] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d6f565-3e3b-43b2-9d7c-0b34528c3841 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.610366] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.654110] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098411, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.684933] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525de13f-2981-3cf8-b7d2-8757fcd3e9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.686542] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca3c951-295d-402d-9eb6-2b5b4f19c7b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.692828] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.693078] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.693360] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleting the datastore file [datastore2] 5a5c6753-2f50-4466-b9e2-b6f4323d434c {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.694126] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd55b50-f241-408c-8122-f7e401411455 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.697712] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1083.697712] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52314b35-cc99-e9dd-eed2-228cae73bdff" [ 1083.697712] env[69498]: _type = "Task" [ 1083.697712] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.702823] env[69498]: DEBUG oslo_vmware.api [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1083.702823] env[69498]: value = "task-4098418" [ 1083.702823] env[69498]: _type = "Task" [ 1083.702823] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.713392] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52314b35-cc99-e9dd-eed2-228cae73bdff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.719690] env[69498]: DEBUG oslo_vmware.api [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.861355] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9aae07-2735-416b-bafc-47d2e7868e7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.869375] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02d30fc-125c-4e43-bbb1-ec4089598598 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.903070] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fa0891-7099-456a-9238-6fc3d7b18cc5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.911314] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb63e8ca-3fd4-4091-9fb3-d0f64238ae59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.935554] env[69498]: DEBUG nova.compute.provider_tree [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.937433] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.952200] env[69498]: DEBUG oslo_vmware.api [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098415, 'name': PowerOffVM_Task, 'duration_secs': 0.219831} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.952456] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.952622] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.952932] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a822cf7-7844-4f3e-8ebb-90e55505365e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.032928] env[69498]: DEBUG nova.network.neutron [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Successfully created port: b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.047018] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.047018] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.047018] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleting the datastore file [datastore2] 2ba1919a-2c7f-4bbc-853f-e382abdef9a1 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.047018] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34370c00-7f0b-4019-8d37-e52ff5247f55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.052911] env[69498]: DEBUG oslo_vmware.api [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1084.052911] env[69498]: value = "task-4098420" [ 1084.052911] env[69498]: _type = "Task" [ 1084.052911] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.064166] env[69498]: DEBUG oslo_vmware.api [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.067326] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098416, 'name': Rename_Task, 'duration_secs': 0.184647} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.067585] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.067850] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0670694-61e0-4426-818e-fd6baa8ca929 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.074761] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1084.074761] env[69498]: value = "task-4098421" [ 1084.074761] env[69498]: _type = "Task" [ 1084.074761] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.083287] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.154488] env[69498]: DEBUG oslo_vmware.api [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098411, 'name': PowerOnVM_Task, 'duration_secs': 1.614416} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.154773] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.154969] env[69498]: DEBUG nova.compute.manager [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.155763] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f31157f-3e5a-4498-9dde-094834a0cfe9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.212632] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52314b35-cc99-e9dd-eed2-228cae73bdff, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.214218] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.214218] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] a9bb2a88-dc8b-40b9-8988-01b8859df014/a9bb2a88-dc8b-40b9-8988-01b8859df014.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.214218] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec18df6-33de-43b0-b269-23152e4c4c52 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.219253] env[69498]: DEBUG oslo_vmware.api [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141766} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.219894] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.220094] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.220290] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.220458] env[69498]: INFO nova.compute.manager [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1084.220692] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.220881] env[69498]: DEBUG nova.compute.manager [-] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.220964] env[69498]: DEBUG nova.network.neutron [-] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.226884] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1084.226884] env[69498]: value = "task-4098422" [ 1084.226884] env[69498]: _type = "Task" [ 1084.226884] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.243422] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.445754] env[69498]: DEBUG nova.scheduler.client.report [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.562191] env[69498]: DEBUG nova.compute.manager [req-5ae5da92-f152-4bdb-a3d9-24d02ee21687 req-34fa8754-9fda-4938-b458-058257489358 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Received event network-vif-deleted-42433754-568a-47c8-a901-190ced44a3dd {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.562580] env[69498]: INFO nova.compute.manager [req-5ae5da92-f152-4bdb-a3d9-24d02ee21687 req-34fa8754-9fda-4938-b458-058257489358 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Neutron deleted interface 42433754-568a-47c8-a901-190ced44a3dd; detaching it from the instance and deleting it from the info cache [ 1084.562580] env[69498]: DEBUG nova.network.neutron [req-5ae5da92-f152-4bdb-a3d9-24d02ee21687 req-34fa8754-9fda-4938-b458-058257489358 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.572324] env[69498]: DEBUG oslo_vmware.api [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182685} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.573826] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.573826] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.574053] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.574231] env[69498]: INFO nova.compute.manager [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1084.574516] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.575020] env[69498]: DEBUG nova.compute.manager [-] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.575185] env[69498]: DEBUG nova.network.neutron [-] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.592845] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.676436] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.738182] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.955022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.958037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.112s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.958349] env[69498]: DEBUG nova.objects.instance [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lazy-loading 'resources' on Instance uuid aa4098d4-8192-4673-a4a8-9f5afb2b07a5 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.960472] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.981207] env[69498]: INFO nova.scheduler.client.report [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Deleted allocations for instance e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1 [ 1084.990655] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.990963] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.991174] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.991368] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.991516] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.991661] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.991872] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.992059] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.992240] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.992424] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.992574] env[69498]: DEBUG nova.virt.hardware [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.993474] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e9416-b936-4260-8b1e-4166f61dd77c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.002512] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007bca47-0ebe-45c9-9f55-fc9611714ee7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.035174] env[69498]: DEBUG nova.network.neutron [-] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.057036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "98f463ea-28be-4b18-9d92-d8daea0adc31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.057174] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "98f463ea-28be-4b18-9d92-d8daea0adc31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.057357] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "98f463ea-28be-4b18-9d92-d8daea0adc31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.057549] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "98f463ea-28be-4b18-9d92-d8daea0adc31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.057794] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "98f463ea-28be-4b18-9d92-d8daea0adc31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.060200] env[69498]: INFO nova.compute.manager [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Terminating instance [ 1085.066776] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e44aa47b-f4ac-40b7-8edd-d49d956b22a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.076585] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e47bf76-9498-410d-8c56-0e5a379eef5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.099661] env[69498]: DEBUG oslo_vmware.api [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098421, 'name': PowerOnVM_Task, 'duration_secs': 0.571033} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.099843] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.099935] env[69498]: INFO nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1085.100153] env[69498]: DEBUG nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.100995] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c8312-bbe3-47d5-a55b-a47e2c6799b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.116424] env[69498]: DEBUG nova.compute.manager [req-5ae5da92-f152-4bdb-a3d9-24d02ee21687 req-34fa8754-9fda-4938-b458-058257489358 service nova] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Detach interface failed, port_id=42433754-568a-47c8-a901-190ced44a3dd, reason: Instance 5a5c6753-2f50-4466-b9e2-b6f4323d434c could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.238297] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579367} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.238603] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] a9bb2a88-dc8b-40b9-8988-01b8859df014/a9bb2a88-dc8b-40b9-8988-01b8859df014.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.238825] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.239119] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0959aacf-1f80-4835-923f-513e985473d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.246767] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1085.246767] env[69498]: value = "task-4098423" [ 1085.246767] env[69498]: _type = "Task" [ 1085.246767] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.257722] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.360218] env[69498]: DEBUG nova.network.neutron [-] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.493030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-456ea870-189d-41d1-9738-b57ed8202c5a tempest-ServerTagsTestJSON-2019135178 tempest-ServerTagsTestJSON-2019135178-project-member] Lock "e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.945s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.537400] env[69498]: INFO nova.compute.manager [-] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Took 1.32 seconds to deallocate network for instance. [ 1085.564615] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "refresh_cache-98f463ea-28be-4b18-9d92-d8daea0adc31" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.564965] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquired lock "refresh_cache-98f463ea-28be-4b18-9d92-d8daea0adc31" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.564965] env[69498]: DEBUG nova.network.neutron [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.639992] env[69498]: INFO nova.compute.manager [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Took 48.55 seconds to build instance. [ 1085.764326] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.765417] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.766742] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71a922b-c0ff-4d89-8375-87d279f1a610 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.799409] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a9bb2a88-dc8b-40b9-8988-01b8859df014/a9bb2a88-dc8b-40b9-8988-01b8859df014.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.802788] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7300dc8c-0e9d-483b-8332-f6054f635fa5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.825191] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1085.825191] env[69498]: value = "task-4098424" [ 1085.825191] env[69498]: _type = "Task" [ 1085.825191] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.843331] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.862880] env[69498]: INFO nova.compute.manager [-] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Took 1.29 seconds to deallocate network for instance. [ 1085.976634] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fc6984-ca61-4dc4-8ea4-8ef8414f4a8e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.987998] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6875f3f2-63f2-4b6e-a374-d74453ae0ba2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.021688] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c7c7f-ddeb-4b53-98d8-69e7d38074f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.030365] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3b3a2e-f7df-497c-8e16-cca217764f5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045811] env[69498]: DEBUG nova.compute.provider_tree [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.048910] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.049945] env[69498]: DEBUG nova.compute.manager [req-a3c88ae8-d3f7-4f2d-a1f7-7038aaae1ae2 req-6b762508-b458-406b-9e7b-e8ad4ed92a48 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Received event network-vif-plugged-b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.050637] env[69498]: DEBUG oslo_concurrency.lockutils [req-a3c88ae8-d3f7-4f2d-a1f7-7038aaae1ae2 req-6b762508-b458-406b-9e7b-e8ad4ed92a48 service nova] Acquiring lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.050637] env[69498]: DEBUG oslo_concurrency.lockutils [req-a3c88ae8-d3f7-4f2d-a1f7-7038aaae1ae2 req-6b762508-b458-406b-9e7b-e8ad4ed92a48 service nova] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.050637] env[69498]: DEBUG oslo_concurrency.lockutils [req-a3c88ae8-d3f7-4f2d-a1f7-7038aaae1ae2 req-6b762508-b458-406b-9e7b-e8ad4ed92a48 service nova] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.050814] env[69498]: DEBUG nova.compute.manager [req-a3c88ae8-d3f7-4f2d-a1f7-7038aaae1ae2 req-6b762508-b458-406b-9e7b-e8ad4ed92a48 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] No waiting events found dispatching network-vif-plugged-b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.050916] env[69498]: WARNING nova.compute.manager [req-a3c88ae8-d3f7-4f2d-a1f7-7038aaae1ae2 req-6b762508-b458-406b-9e7b-e8ad4ed92a48 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Received unexpected event network-vif-plugged-b0420c88-0777-4811-a2bb-1bdc927df5ae for instance with vm_state building and task_state spawning. [ 1086.096372] env[69498]: DEBUG nova.network.neutron [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.142975] env[69498]: DEBUG oslo_concurrency.lockutils [None req-04b20eb5-7271-4189-91cd-304c568017d8 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.063s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.156573] env[69498]: DEBUG nova.network.neutron [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.336965] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.344682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.345164] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.345368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.345605] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.345781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.348102] env[69498]: INFO nova.compute.manager [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Terminating instance [ 1086.369851] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.500948] env[69498]: DEBUG nova.network.neutron [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Successfully updated port: b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.522026] env[69498]: DEBUG nova.compute.manager [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Received event network-changed-b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.522255] env[69498]: DEBUG nova.compute.manager [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Refreshing instance network info cache due to event network-changed-b0420c88-0777-4811-a2bb-1bdc927df5ae. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.522390] env[69498]: DEBUG oslo_concurrency.lockutils [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] Acquiring lock "refresh_cache-23ba85c2-8d84-4a26-813f-a1a7fe202fc8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.522509] env[69498]: DEBUG oslo_concurrency.lockutils [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] Acquired lock "refresh_cache-23ba85c2-8d84-4a26-813f-a1a7fe202fc8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.522764] env[69498]: DEBUG nova.network.neutron [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Refreshing network info cache for port b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.552856] env[69498]: DEBUG nova.scheduler.client.report [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.594121] env[69498]: DEBUG nova.compute.manager [req-a088c98c-1fb6-4637-aae1-0175f891c79e req-05c3185c-4703-40cc-8add-fff976ea30b1 service nova] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Received event network-vif-deleted-dcdc079f-06a8-44f2-9b3d-003d3ba3e58d {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.660948] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Releasing lock "refresh_cache-98f463ea-28be-4b18-9d92-d8daea0adc31" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661188] env[69498]: DEBUG nova.compute.manager [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.661420] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.662441] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baab3f-34d3-4079-8a09-72abec7fd387 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.671591] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.671881] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d05e84e8-996e-4e31-a7b6-91e05f6a4a05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.681726] env[69498]: DEBUG oslo_vmware.api [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1086.681726] env[69498]: value = "task-4098425" [ 1086.681726] env[69498]: _type = "Task" [ 1086.681726] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.691648] env[69498]: DEBUG oslo_vmware.api [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.840025] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098424, 'name': ReconfigVM_Task, 'duration_secs': 0.696505} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.840025] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a9bb2a88-dc8b-40b9-8988-01b8859df014/a9bb2a88-dc8b-40b9-8988-01b8859df014.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.840025] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f36ace2-a9c1-4a63-ad7f-2cad3e7827b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.845952] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1086.845952] env[69498]: value = "task-4098426" [ 1086.845952] env[69498]: _type = "Task" [ 1086.845952] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.857793] env[69498]: DEBUG nova.compute.manager [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.858626] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.859042] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098426, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.859863] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de215b32-d9e6-43dc-80b0-b002e40634b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.872727] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.872727] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd027fca-151c-49af-bb8c-ac6684651e3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.882599] env[69498]: DEBUG oslo_vmware.api [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1086.882599] env[69498]: value = "task-4098427" [ 1086.882599] env[69498]: _type = "Task" [ 1086.882599] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.895223] env[69498]: DEBUG oslo_vmware.api [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.006359] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-23ba85c2-8d84-4a26-813f-a1a7fe202fc8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.057796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.061352] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.231s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.063171] env[69498]: INFO nova.compute.claims [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.079297] env[69498]: DEBUG nova.network.neutron [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.091529] env[69498]: INFO nova.scheduler.client.report [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Deleted allocations for instance aa4098d4-8192-4673-a4a8-9f5afb2b07a5 [ 1087.117745] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "fa357787-fea1-488c-b7dd-c717f783011f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.118079] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "fa357787-fea1-488c-b7dd-c717f783011f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.118301] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "fa357787-fea1-488c-b7dd-c717f783011f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.118497] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "fa357787-fea1-488c-b7dd-c717f783011f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.118660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "fa357787-fea1-488c-b7dd-c717f783011f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.121042] env[69498]: INFO nova.compute.manager [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Terminating instance [ 1087.196053] env[69498]: DEBUG oslo_vmware.api [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098425, 'name': PowerOffVM_Task, 'duration_secs': 0.140701} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.196655] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.196969] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.197843] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25a9048-9de9-4e91-9d09-57cc818ccfa0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.230111] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.230280] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.230530] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Deleting the datastore file [datastore2] 98f463ea-28be-4b18-9d92-d8daea0adc31 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.231043] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b0f8f2-fcf6-4ea3-a673-bae00b8ef888 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.239158] env[69498]: DEBUG oslo_vmware.api [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for the task: (returnval){ [ 1087.239158] env[69498]: value = "task-4098429" [ 1087.239158] env[69498]: _type = "Task" [ 1087.239158] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.248757] env[69498]: DEBUG oslo_vmware.api [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.273354] env[69498]: DEBUG nova.network.neutron [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.357047] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098426, 'name': Rename_Task, 'duration_secs': 0.175629} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.357382] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.357695] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24ff563-e4ec-47c0-ac20-1164c6778469 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.364221] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1087.364221] env[69498]: value = "task-4098430" [ 1087.364221] env[69498]: _type = "Task" [ 1087.364221] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.372730] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.394525] env[69498]: DEBUG oslo_vmware.api [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098427, 'name': PowerOffVM_Task, 'duration_secs': 0.196276} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.394525] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.394525] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.394525] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626b576a-0596-4088-982f-925ea8cf9662 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.488775] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.489062] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.489251] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleting the datastore file [datastore2] b1b7c98a-450c-444d-83b1-1d1c0a57469e {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.489569] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7a9a16b-974a-47a5-8434-a589a64d5e4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.497757] env[69498]: DEBUG oslo_vmware.api [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1087.497757] env[69498]: value = "task-4098432" [ 1087.497757] env[69498]: _type = "Task" [ 1087.497757] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.508414] env[69498]: DEBUG oslo_vmware.api [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.605442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3e83bd15-439f-4157-afe8-e5aae42d0319 tempest-ServersNegativeTestMultiTenantJSON-1571590929 tempest-ServersNegativeTestMultiTenantJSON-1571590929-project-member] Lock "aa4098d4-8192-4673-a4a8-9f5afb2b07a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.315s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.629287] env[69498]: DEBUG nova.compute.manager [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.630029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.631558] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb02c94-5f23-4ea6-bb4e-41d6aa79758d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.641681] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.642075] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e049f9-980a-440e-873d-0f468dc59949 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.651636] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1087.651636] env[69498]: value = "task-4098433" [ 1087.651636] env[69498]: _type = "Task" [ 1087.651636] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.664615] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.750951] env[69498]: DEBUG oslo_vmware.api [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Task: {'id': task-4098429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099453} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.751265] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.751472] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.751647] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.751817] env[69498]: INFO nova.compute.manager [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1087.752106] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.752326] env[69498]: DEBUG nova.compute.manager [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.752455] env[69498]: DEBUG nova.network.neutron [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.776432] env[69498]: DEBUG nova.network.neutron [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.778332] env[69498]: DEBUG oslo_concurrency.lockutils [req-96330e38-a8ad-4f7b-8fef-45b1abac67bd req-3c79d13e-5de6-4c98-9022-4b8e7c82b5a6 service nova] Releasing lock "refresh_cache-23ba85c2-8d84-4a26-813f-a1a7fe202fc8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.781791] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-23ba85c2-8d84-4a26-813f-a1a7fe202fc8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.781791] env[69498]: DEBUG nova.network.neutron [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.877083] env[69498]: DEBUG oslo_vmware.api [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098430, 'name': PowerOnVM_Task, 'duration_secs': 0.502764} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.878238] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.878238] env[69498]: INFO nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1087.878238] env[69498]: DEBUG nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.878900] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c69cb5-20c7-4eb8-9d11-2a70a73038b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.012552] env[69498]: DEBUG oslo_vmware.api [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215608} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.016272] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.016272] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.016395] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.016487] env[69498]: INFO nova.compute.manager [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1088.016730] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.016931] env[69498]: DEBUG nova.compute.manager [-] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.017036] env[69498]: DEBUG nova.network.neutron [-] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.100797] env[69498]: DEBUG nova.scheduler.client.report [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1088.116881] env[69498]: DEBUG nova.scheduler.client.report [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1088.117284] env[69498]: DEBUG nova.compute.provider_tree [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.129728] env[69498]: DEBUG nova.scheduler.client.report [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1088.164756] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098433, 'name': PowerOffVM_Task, 'duration_secs': 0.263715} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.165907] env[69498]: DEBUG nova.scheduler.client.report [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1088.169506] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.172430] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.172430] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05af038-f6d9-430d-bbd0-de88c59a70c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.260356] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.260776] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.260949] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleting the datastore file [datastore1] fa357787-fea1-488c-b7dd-c717f783011f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.261245] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84cf9600-48be-4bb9-a57c-a71f1619267b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.272243] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1088.272243] env[69498]: value = "task-4098435" [ 1088.272243] env[69498]: _type = "Task" [ 1088.272243] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.282315] env[69498]: DEBUG nova.network.neutron [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.283962] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.329883] env[69498]: DEBUG nova.network.neutron [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.402503] env[69498]: INFO nova.compute.manager [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Took 48.76 seconds to build instance. [ 1088.506321] env[69498]: DEBUG nova.network.neutron [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Updating instance_info_cache with network_info: [{"id": "b0420c88-0777-4811-a2bb-1bdc927df5ae", "address": "fa:16:3e:bc:c7:f4", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0420c88-07", "ovs_interfaceid": "b0420c88-0777-4811-a2bb-1bdc927df5ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.596787] env[69498]: DEBUG nova.compute.manager [req-cc61649b-df46-4b3a-991f-f72b52f76695 req-2ffe7c85-ca9b-4e5e-9f80-7939b4e2e8f0 service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Received event network-vif-deleted-d2f316fc-51a9-4521-b5db-ca0fb4dac30a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.597114] env[69498]: INFO nova.compute.manager [req-cc61649b-df46-4b3a-991f-f72b52f76695 req-2ffe7c85-ca9b-4e5e-9f80-7939b4e2e8f0 service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Neutron deleted interface d2f316fc-51a9-4521-b5db-ca0fb4dac30a; detaching it from the instance and deleting it from the info cache [ 1088.597322] env[69498]: DEBUG nova.network.neutron [req-cc61649b-df46-4b3a-991f-f72b52f76695 req-2ffe7c85-ca9b-4e5e-9f80-7939b4e2e8f0 service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.600304] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a2d04-adef-4cc9-a77e-da2ce46c65ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.610613] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c54e7a-cd81-45ce-a9a9-c3ca1e782659 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.645787] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76b2d8e-6caf-4959-bdcf-c2018aa5bb6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.655786] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d8981-8a2f-4175-a7e1-6ecfd9a50afb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.674953] env[69498]: DEBUG nova.compute.provider_tree [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.782546] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.789111] env[69498]: INFO nova.compute.manager [-] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Took 1.04 seconds to deallocate network for instance. [ 1088.905275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-64ff791f-cdf2-48fa-80b0-9c03ca28aac8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.272s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.007335] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-23ba85c2-8d84-4a26-813f-a1a7fe202fc8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.007699] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance network_info: |[{"id": "b0420c88-0777-4811-a2bb-1bdc927df5ae", "address": "fa:16:3e:bc:c7:f4", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0420c88-07", "ovs_interfaceid": "b0420c88-0777-4811-a2bb-1bdc927df5ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.008165] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:c7:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0420c88-0777-4811-a2bb-1bdc927df5ae', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.020060] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.020326] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.020558] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d099238f-1842-4636-a02e-71a41468d5ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.045758] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.045758] env[69498]: value = "task-4098436" [ 1089.045758] env[69498]: _type = "Task" [ 1089.045758] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.053706] env[69498]: DEBUG nova.network.neutron [-] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.061303] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098436, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.104650] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22665815-1d1e-42d9-886d-428ac5aab326 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.119352] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d5dd3-206e-43ad-8e0c-0d1d1e5277cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.162660] env[69498]: DEBUG nova.compute.manager [req-cc61649b-df46-4b3a-991f-f72b52f76695 req-2ffe7c85-ca9b-4e5e-9f80-7939b4e2e8f0 service nova] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Detach interface failed, port_id=d2f316fc-51a9-4521-b5db-ca0fb4dac30a, reason: Instance b1b7c98a-450c-444d-83b1-1d1c0a57469e could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.181166] env[69498]: DEBUG nova.scheduler.client.report [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.285445] env[69498]: DEBUG oslo_vmware.api [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.873063} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.285445] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.285445] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.285604] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.285821] env[69498]: INFO nova.compute.manager [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1089.286084] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.286311] env[69498]: DEBUG nova.compute.manager [-] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.286432] env[69498]: DEBUG nova.network.neutron [-] [instance: fa357787-fea1-488c-b7dd-c717f783011f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.295697] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.559592] env[69498]: INFO nova.compute.manager [-] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Took 1.54 seconds to deallocate network for instance. [ 1089.559886] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098436, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.686768] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.687430] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.692286] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.231s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.692675] env[69498]: DEBUG nova.objects.instance [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lazy-loading 'resources' on Instance uuid b9580e47-3615-4259-8897-bca6094e946a {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.808311] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "a9bb2a88-dc8b-40b9-8988-01b8859df014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.808687] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.808795] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "a9bb2a88-dc8b-40b9-8988-01b8859df014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.809315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.809315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.811844] env[69498]: INFO nova.compute.manager [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Terminating instance [ 1090.060647] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098436, 'name': CreateVM_Task, 'duration_secs': 0.615947} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.060843] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.061579] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.061761] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.062140] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.062419] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b547771-853d-4ac2-b050-07d132cc3c4f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.069880] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.070294] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1090.070294] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d3053d-f78a-87a3-8c4e-313c9b7ae84c" [ 1090.070294] env[69498]: _type = "Task" [ 1090.070294] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.081582] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d3053d-f78a-87a3-8c4e-313c9b7ae84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.199415] env[69498]: DEBUG nova.compute.utils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.201263] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.201458] env[69498]: DEBUG nova.network.neutron [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.243335] env[69498]: DEBUG nova.policy [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.320819] env[69498]: DEBUG nova.compute.manager [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.320995] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.322682] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9be501-ad1f-4216-a114-6751ef065cee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.327266] env[69498]: DEBUG nova.network.neutron [-] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.335113] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.341811] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e061448-0ec3-4a80-805c-fd3eee585861 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.351570] env[69498]: DEBUG oslo_vmware.api [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1090.351570] env[69498]: value = "task-4098437" [ 1090.351570] env[69498]: _type = "Task" [ 1090.351570] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.366876] env[69498]: DEBUG oslo_vmware.api [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.584755] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d3053d-f78a-87a3-8c4e-313c9b7ae84c, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.589280] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.589835] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.590696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.590696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.591035] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.592045] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d19c1fd-c6da-4c4a-ba85-2579af788641 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.609926] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.609926] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.610109] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95018b8d-d191-4e18-a02a-ed6e517ec8d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.619508] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1090.619508] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9e516-6030-2fcb-f24a-204b3615fbe2" [ 1090.619508] env[69498]: _type = "Task" [ 1090.619508] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.633902] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9e516-6030-2fcb-f24a-204b3615fbe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.706183] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.710782] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c94cf3-7dde-4dd8-ac92-ef7397cdbf67 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.720309] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2c7c6-210a-45ab-abd2-969c9ab4145b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.758063] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65077170-fe4c-4d2e-be52-444c4c12b8bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.767295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732a11f-f1b0-480b-9d72-ec41f3b24dd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.772106] env[69498]: DEBUG nova.network.neutron [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Successfully created port: 575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.785498] env[69498]: DEBUG nova.compute.provider_tree [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.832144] env[69498]: INFO nova.compute.manager [-] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Took 1.55 seconds to deallocate network for instance. [ 1090.865193] env[69498]: DEBUG oslo_vmware.api [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098437, 'name': PowerOffVM_Task, 'duration_secs': 0.25928} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.869088] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.869088] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.869088] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-838dc47d-6ac1-49e8-9429-11ea01974471 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.948524] env[69498]: DEBUG nova.compute.manager [req-76751491-bb9b-4bb3-9ee4-1b997b7c20df req-864e73f7-8557-4af9-bf74-75a9e954296d service nova] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Received event network-vif-deleted-bd73bb15-2470-4a3b-bf8e-b1cdb96af8c1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.953322] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.953646] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.953919] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore2] a9bb2a88-dc8b-40b9-8988-01b8859df014 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.955145] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e4081e6-5f07-45c5-a57f-c40e7bbe8ee7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.964832] env[69498]: DEBUG oslo_vmware.api [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1090.964832] env[69498]: value = "task-4098439" [ 1090.964832] env[69498]: _type = "Task" [ 1090.964832] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.975170] env[69498]: DEBUG oslo_vmware.api [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.139738] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d9e516-6030-2fcb-f24a-204b3615fbe2, 'name': SearchDatastore_Task, 'duration_secs': 0.039593} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.141142] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aceb6ee-cadf-45d0-9caf-765968d9dff3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.148498] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1091.148498] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fb8822-1c44-ba60-19e2-94f8c53bada9" [ 1091.148498] env[69498]: _type = "Task" [ 1091.148498] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.158250] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fb8822-1c44-ba60-19e2-94f8c53bada9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.289019] env[69498]: DEBUG nova.scheduler.client.report [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.338708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.480936] env[69498]: DEBUG oslo_vmware.api [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261758} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.481260] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.481828] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.481828] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.481828] env[69498]: INFO nova.compute.manager [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1091.483112] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.483112] env[69498]: DEBUG nova.compute.manager [-] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.483112] env[69498]: DEBUG nova.network.neutron [-] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.662210] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fb8822-1c44-ba60-19e2-94f8c53bada9, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.662210] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.662425] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.662697] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b007e18-e75e-49cf-932b-633d31764d0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.670720] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1091.670720] env[69498]: value = "task-4098440" [ 1091.670720] env[69498]: _type = "Task" [ 1091.670720] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.679066] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.725885] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.762145] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.762314] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.762485] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.763066] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.763261] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.763543] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.763819] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.764050] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.764283] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.764532] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.764758] env[69498]: DEBUG nova.virt.hardware [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.765727] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e69339-3f87-4311-ac1e-3148f3b38df7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.776154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f66d83-4e4a-4744-a109-5c98bb09df38 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.797935] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.804058] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.847s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.808028] env[69498]: DEBUG nova.compute.manager [req-34c55038-6689-4e1e-a1e5-fc8ea0d778f8 req-3bd22ad5-b708-4ec2-892d-6537f44a9bcd service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Received event network-vif-deleted-b1a8e065-7b93-4794-9d2f-be33cd898fab {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.808028] env[69498]: INFO nova.compute.manager [req-34c55038-6689-4e1e-a1e5-fc8ea0d778f8 req-3bd22ad5-b708-4ec2-892d-6537f44a9bcd service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Neutron deleted interface b1a8e065-7b93-4794-9d2f-be33cd898fab; detaching it from the instance and deleting it from the info cache [ 1091.808028] env[69498]: DEBUG nova.network.neutron [req-34c55038-6689-4e1e-a1e5-fc8ea0d778f8 req-3bd22ad5-b708-4ec2-892d-6537f44a9bcd service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.841842] env[69498]: INFO nova.scheduler.client.report [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Deleted allocations for instance b9580e47-3615-4259-8897-bca6094e946a [ 1092.181275] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507174} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.181589] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.181830] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.182157] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d862384-0d1f-4a9a-b4df-3ae00a8c5a7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.190468] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1092.190468] env[69498]: value = "task-4098441" [ 1092.190468] env[69498]: _type = "Task" [ 1092.190468] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.200852] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.255285] env[69498]: DEBUG nova.network.neutron [-] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.321500] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-380a4c93-9598-4fac-b0af-c3657c09d194 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.330999] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e909e82-c848-4e0a-bc6b-932e2663d6dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.354050] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c7e0453b-0cb2-4d76-8765-f4ecc86d5660 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "b9580e47-3615-4259-8897-bca6094e946a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.466s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.367299] env[69498]: DEBUG nova.compute.manager [req-34c55038-6689-4e1e-a1e5-fc8ea0d778f8 req-3bd22ad5-b708-4ec2-892d-6537f44a9bcd service nova] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Detach interface failed, port_id=b1a8e065-7b93-4794-9d2f-be33cd898fab, reason: Instance a9bb2a88-dc8b-40b9-8988-01b8859df014 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.570229] env[69498]: DEBUG nova.network.neutron [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Successfully updated port: 575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.701168] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074861} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.701454] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.702241] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f809dcc-10f6-45c8-9a68-d2369f6d33a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.724919] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.725304] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ce91db-7e4f-485a-b243-8c5a60f081a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.745992] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1092.745992] env[69498]: value = "task-4098442" [ 1092.745992] env[69498]: _type = "Task" [ 1092.745992] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.756065] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.757684] env[69498]: INFO nova.compute.manager [-] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Took 1.27 seconds to deallocate network for instance. [ 1092.821729] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Applying migration context for instance 8a600f13-8385-43ac-86a8-f7e17d9d23fe as it has an incoming, in-progress migration fc523029-9caa-4dbd-99b3-3b2fd56a8489. Migration status is reverting {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1092.824367] env[69498]: INFO nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating resource usage from migration fc523029-9caa-4dbd-99b3-3b2fd56a8489 [ 1092.845584] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 273cf30d-cbcd-4311-9a08-2563bfb90f3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.845768] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance fa357787-fea1-488c-b7dd-c717f783011f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.845902] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c802d45a-0077-43b6-902c-9c88a70f48f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.846042] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 7bf244b2-3f82-4b72-a325-b6f2716268ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.846165] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8d6007e6-1e39-4ff9-8128-30d979346266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.846320] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance bc527d78-136a-4874-b123-dcf3725fc41e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.846406] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b01bec23-9ce5-4a03-a257-2433780f95fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.846519] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8f0b773a-2aaf-4712-8710-602f6c2f3fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.846632] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c26f1fa1-6315-4cd2-a529-25558347117b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.847023] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d59cf518-5f32-4d3a-81e3-3ba7e8414987 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.847023] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.847023] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b2fc5318-bdc0-44b1-86a2-f48b6b0d06af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.847151] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance e3bfc403-ba2e-4541-bc3b-6aab81579f5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.847242] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Migration fc523029-9caa-4dbd-99b3-3b2fd56a8489 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1092.847292] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 8a600f13-8385-43ac-86a8-f7e17d9d23fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.849289] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 98f463ea-28be-4b18-9d92-d8daea0adc31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.849289] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 686b0ab0-59e9-4e5a-9d94-86087129577b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.849289] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 2ba1919a-2c7f-4bbc-853f-e382abdef9a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.849289] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 5a5c6753-2f50-4466-b9e2-b6f4323d434c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.849289] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b1b7c98a-450c-444d-83b1-1d1c0a57469e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.849289] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance a9bb2a88-dc8b-40b9-8988-01b8859df014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.849289] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 23ba85c2-8d84-4a26-813f-a1a7fe202fc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.849289] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.984063] env[69498]: DEBUG nova.compute.manager [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-vif-plugged-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.984316] env[69498]: DEBUG oslo_concurrency.lockutils [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.984501] env[69498]: DEBUG oslo_concurrency.lockutils [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.984667] env[69498]: DEBUG oslo_concurrency.lockutils [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.985194] env[69498]: DEBUG nova.compute.manager [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] No waiting events found dispatching network-vif-plugged-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1092.985194] env[69498]: WARNING nova.compute.manager [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received unexpected event network-vif-plugged-575c40a4-d799-474b-b70e-ef13d4457a89 for instance with vm_state building and task_state spawning. [ 1092.985429] env[69498]: DEBUG nova.compute.manager [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.985620] env[69498]: DEBUG nova.compute.manager [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing instance network info cache due to event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.985854] env[69498]: DEBUG oslo_concurrency.lockutils [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.986076] env[69498]: DEBUG oslo_concurrency.lockutils [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.986211] env[69498]: DEBUG nova.network.neutron [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.072545] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.258444] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.264717] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.355055] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 002445c0-0082-48f6-89f6-26b917d40ba2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1093.355286] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1093.355446] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1093.379361] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.379808] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.380181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.380519] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.380823] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.384478] env[69498]: INFO nova.compute.manager [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Terminating instance [ 1093.531542] env[69498]: DEBUG nova.network.neutron [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.611879] env[69498]: DEBUG nova.network.neutron [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.686492] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bca6523-fe49-4ad2-b15d-91b1bda3273f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.697068] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36a1344-28d4-4bae-af21-4d7a3b1c42f9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.728620] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b8079-9dbc-41ae-870c-5d09305e89a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.736908] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fc910b-f459-4412-a23f-4fd0ac9987db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.751146] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.761879] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098442, 'name': ReconfigVM_Task, 'duration_secs': 0.667766} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.762177] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.763061] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b5e1090-b43b-4bdb-906e-9adce54f0d53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.769844] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1093.769844] env[69498]: value = "task-4098443" [ 1093.769844] env[69498]: _type = "Task" [ 1093.769844] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.779277] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098443, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.889904] env[69498]: DEBUG nova.compute.manager [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.890208] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.891150] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9ab59a-bc5d-4a4d-992a-7580b5cf8159 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.899846] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.900122] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eab908b-169f-44f7-8915-d858d808c60a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.907585] env[69498]: DEBUG oslo_vmware.api [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1093.907585] env[69498]: value = "task-4098444" [ 1093.907585] env[69498]: _type = "Task" [ 1093.907585] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.919940] env[69498]: DEBUG oslo_vmware.api [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.115065] env[69498]: DEBUG oslo_concurrency.lockutils [req-ead77b86-01ff-4b92-9111-128857c29704 req-8f08461b-243b-4872-82c1-a892ccf1bae4 service nova] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.115788] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.115864] env[69498]: DEBUG nova.network.neutron [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.257545] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.281158] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098443, 'name': Rename_Task, 'duration_secs': 0.177209} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.281451] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.281691] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e252bd81-2e88-4936-923a-caa674a8a727 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.289634] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1094.289634] env[69498]: value = "task-4098445" [ 1094.289634] env[69498]: _type = "Task" [ 1094.289634] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.298429] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.417346] env[69498]: DEBUG oslo_vmware.api [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098444, 'name': PowerOffVM_Task, 'duration_secs': 0.239862} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.418031] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.418031] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.418157] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56d8526-f9ce-4c37-9a7e-63cb595dbd78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.649719] env[69498]: DEBUG nova.network.neutron [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.762947] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1094.763293] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.960s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.763709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.483s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.763879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.766158] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.355s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.766355] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.768170] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 16.314s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.800019] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.801106] env[69498]: INFO nova.scheduler.client.report [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted allocations for instance bc527d78-136a-4874-b123-dcf3725fc41e [ 1094.802781] env[69498]: DEBUG nova.network.neutron [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.804569] env[69498]: INFO nova.scheduler.client.report [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted allocations for instance c802d45a-0077-43b6-902c-9c88a70f48f1 [ 1095.271644] env[69498]: DEBUG nova.objects.instance [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'migration_context' on Instance uuid 8a600f13-8385-43ac-86a8-f7e17d9d23fe {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.274456] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.275311] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.275311] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Deleting the datastore file [datastore1] 8f0b773a-2aaf-4712-8710-602f6c2f3fff {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.275510] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91640ea0-4b32-462d-a5b5-7d87274addab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.283771] env[69498]: DEBUG oslo_vmware.api [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for the task: (returnval){ [ 1095.283771] env[69498]: value = "task-4098447" [ 1095.283771] env[69498]: _type = "Task" [ 1095.283771] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.294288] env[69498]: DEBUG oslo_vmware.api [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.303500] env[69498]: DEBUG oslo_vmware.api [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098445, 'name': PowerOnVM_Task, 'duration_secs': 0.619217} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.303770] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.303972] env[69498]: INFO nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1095.304164] env[69498]: DEBUG nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.304988] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6eccf2-fa7c-4bb7-964a-a160b53c66ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.308370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.308675] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Instance network_info: |[{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.309046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:75:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '575c40a4-d799-474b-b70e-ef13d4457a89', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.316614] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.322687] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.325510] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f4ee833-69b8-4cdf-ba36-61c7711c41fd tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "c802d45a-0077-43b6-902c-9c88a70f48f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.156s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.326457] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5b29090e-186d-4ac3-bff8-05c27bff6601 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "bc527d78-136a-4874-b123-dcf3725fc41e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.638s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.327164] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c30d2eb-7641-4ea2-b71f-1e4536eb5c32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.352011] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.352011] env[69498]: value = "task-4098448" [ 1095.352011] env[69498]: _type = "Task" [ 1095.352011] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.363452] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098448, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.465757] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "8d6007e6-1e39-4ff9-8128-30d979346266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.466112] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "8d6007e6-1e39-4ff9-8128-30d979346266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.466361] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "8d6007e6-1e39-4ff9-8128-30d979346266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.466562] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "8d6007e6-1e39-4ff9-8128-30d979346266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.466732] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "8d6007e6-1e39-4ff9-8128-30d979346266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.469203] env[69498]: INFO nova.compute.manager [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Terminating instance [ 1095.795338] env[69498]: DEBUG oslo_vmware.api [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Task: {'id': task-4098447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28109} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.796081] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.796081] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.796081] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.796297] env[69498]: INFO nova.compute.manager [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1095.796451] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.796645] env[69498]: DEBUG nova.compute.manager [-] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.796768] env[69498]: DEBUG nova.network.neutron [-] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.859193] env[69498]: INFO nova.compute.manager [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Took 49.00 seconds to build instance. [ 1095.865970] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098448, 'name': CreateVM_Task, 'duration_secs': 0.485052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.868435] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.869368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.869428] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.870052] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.870052] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0826672-ce84-4c5c-8314-214dd5f60def {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.875575] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1095.875575] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a59ecf-718a-1b64-3412-ea3812a10a92" [ 1095.875575] env[69498]: _type = "Task" [ 1095.875575] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.887154] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a59ecf-718a-1b64-3412-ea3812a10a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.973843] env[69498]: DEBUG nova.compute.manager [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.974098] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.974987] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bbe845-6eff-4c16-b9aa-2643bde78b70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.983057] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.986290] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e47f208c-6ae3-4087-a530-4190e3136900 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.993803] env[69498]: DEBUG oslo_vmware.api [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1095.993803] env[69498]: value = "task-4098449" [ 1095.993803] env[69498]: _type = "Task" [ 1095.993803] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.010029] env[69498]: DEBUG oslo_vmware.api [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.103862] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb6c51-1ccb-4c36-b2d2-ac7c77c81b42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.113180] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce89446-d8bf-4bdc-aa04-9b9dbd43094b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.150554] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60089d-651b-46ea-8850-2640067cf8a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.158876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd2a0aa-a49a-4230-a99b-ef5f95864f31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.176564] env[69498]: DEBUG nova.compute.provider_tree [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.304762] env[69498]: DEBUG nova.compute.manager [req-1306171c-101c-4cb0-96c6-0df483c82bf8 req-16272dc3-4deb-4c4b-95ca-2c9a3513f468 service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Received event network-vif-deleted-c96ac5b6-f5fc-4533-8cab-12ec09f547e0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.304950] env[69498]: INFO nova.compute.manager [req-1306171c-101c-4cb0-96c6-0df483c82bf8 req-16272dc3-4deb-4c4b-95ca-2c9a3513f468 service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Neutron deleted interface c96ac5b6-f5fc-4533-8cab-12ec09f547e0; detaching it from the instance and deleting it from the info cache [ 1096.305462] env[69498]: DEBUG nova.network.neutron [req-1306171c-101c-4cb0-96c6-0df483c82bf8 req-16272dc3-4deb-4c4b-95ca-2c9a3513f468 service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.362028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b2513a7-9a59-4053-acb2-4f0749cc18dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.514s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.387394] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a59ecf-718a-1b64-3412-ea3812a10a92, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.388165] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.388488] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.388753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.388902] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.389098] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.389377] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-475cbdf7-3ecf-4a83-bf1b-8c43d8218f31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.398960] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.399182] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.399962] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2234d3-d753-4e05-803d-f8c0f33e7556 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.406067] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1096.406067] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b9ceed-283f-8495-573f-228c9011be79" [ 1096.406067] env[69498]: _type = "Task" [ 1096.406067] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.414535] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b9ceed-283f-8495-573f-228c9011be79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.505824] env[69498]: DEBUG oslo_vmware.api [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098449, 'name': PowerOffVM_Task, 'duration_secs': 0.212019} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.506151] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.506328] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.506586] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18c7b7c8-9c84-48f0-9600-2cb3cf83b697 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.596526] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.596853] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.597084] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleting the datastore file [datastore1] 8d6007e6-1e39-4ff9-8128-30d979346266 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.597366] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c96707c-71af-4049-bbc1-b97c342ee197 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.604418] env[69498]: DEBUG oslo_vmware.api [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1096.604418] env[69498]: value = "task-4098451" [ 1096.604418] env[69498]: _type = "Task" [ 1096.604418] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.612984] env[69498]: DEBUG oslo_vmware.api [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.680203] env[69498]: DEBUG nova.scheduler.client.report [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.685499] env[69498]: DEBUG nova.network.neutron [-] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.808577] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bde3f3ae-3b46-4c95-84a0-0829197c4bee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.824904] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f6f177-4dc1-498e-9b9e-4e732d41500f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.867171] env[69498]: DEBUG nova.compute.manager [req-1306171c-101c-4cb0-96c6-0df483c82bf8 req-16272dc3-4deb-4c4b-95ca-2c9a3513f468 service nova] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Detach interface failed, port_id=c96ac5b6-f5fc-4533-8cab-12ec09f547e0, reason: Instance 8f0b773a-2aaf-4712-8710-602f6c2f3fff could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.916664] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b9ceed-283f-8495-573f-228c9011be79, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.917515] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e301ad-e956-4106-90bd-2ebc29caa76b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.923106] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1096.923106] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523f5a69-c2d9-8cd9-9c1a-852fe5decea0" [ 1096.923106] env[69498]: _type = "Task" [ 1096.923106] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.931514] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523f5a69-c2d9-8cd9-9c1a-852fe5decea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.051096] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.051499] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.051549] env[69498]: DEBUG nova.compute.manager [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.052528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71506fc3-cc0d-4d5a-96d8-c676286a55b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.060069] env[69498]: DEBUG nova.compute.manager [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1097.060748] env[69498]: DEBUG nova.objects.instance [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'flavor' on Instance uuid 23ba85c2-8d84-4a26-813f-a1a7fe202fc8 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.116084] env[69498]: DEBUG oslo_vmware.api [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332468} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.116084] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.116084] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.116084] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.116365] env[69498]: INFO nova.compute.manager [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1097.116365] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.116581] env[69498]: DEBUG nova.compute.manager [-] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.116701] env[69498]: DEBUG nova.network.neutron [-] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.190885] env[69498]: INFO nova.compute.manager [-] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Took 1.39 seconds to deallocate network for instance. [ 1097.439244] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523f5a69-c2d9-8cd9-9c1a-852fe5decea0, 'name': SearchDatastore_Task, 'duration_secs': 0.032737} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.439244] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.439244] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4e63c9ed-ef48-4f2a-9687-e269342dc9e3/4e63c9ed-ef48-4f2a-9687-e269342dc9e3.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.439244] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11923a5d-5ae9-4c8f-8d23-98ca68a3eb65 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.447176] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1097.447176] env[69498]: value = "task-4098452" [ 1097.447176] env[69498]: _type = "Task" [ 1097.447176] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.457293] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.694354] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.926s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.701596] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.047s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.701935] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.704682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.546s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.704978] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.707230] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.148s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.709079] env[69498]: INFO nova.compute.claims [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.712916] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.733342] env[69498]: INFO nova.scheduler.client.report [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Deleted allocations for instance e3bfc403-ba2e-4541-bc3b-6aab81579f5b [ 1097.739760] env[69498]: INFO nova.scheduler.client.report [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Deleted allocations for instance d59cf518-5f32-4d3a-81e3-3ba7e8414987 [ 1097.960990] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098452, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.028186] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.029830] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.068685] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.069495] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e848874-5857-4f50-a770-e5ad3669bffe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.077095] env[69498]: DEBUG oslo_vmware.api [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1098.077095] env[69498]: value = "task-4098453" [ 1098.077095] env[69498]: _type = "Task" [ 1098.077095] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.087967] env[69498]: DEBUG oslo_vmware.api [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.247110] env[69498]: DEBUG oslo_concurrency.lockutils [None req-410cafb6-507d-4e52-8946-0632afb18131 tempest-ImagesTestJSON-1178517317 tempest-ImagesTestJSON-1178517317-project-member] Lock "e3bfc403-ba2e-4541-bc3b-6aab81579f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.642s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.248274] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b2e1e370-8a7d-40d9-88ce-9c5238d64173 tempest-ServersNegativeTestJSON-337259715 tempest-ServersNegativeTestJSON-337259715-project-member] Lock "d59cf518-5f32-4d3a-81e3-3ba7e8414987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.309s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.267601] env[69498]: DEBUG nova.network.neutron [-] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.334194] env[69498]: DEBUG nova.compute.manager [req-d1022afa-6e43-484c-8e95-7eba1a83ee61 req-80c85a0f-0934-4d16-aad5-7201020cab7d service nova] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Received event network-vif-deleted-e9ba7834-92e8-4621-9499-0d0f6b507fe2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.458490] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559965} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.458867] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4e63c9ed-ef48-4f2a-9687-e269342dc9e3/4e63c9ed-ef48-4f2a-9687-e269342dc9e3.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.459158] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.459493] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a836896-4061-4f5d-b7db-411eccd65428 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.466734] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1098.466734] env[69498]: value = "task-4098454" [ 1098.466734] env[69498]: _type = "Task" [ 1098.466734] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.480029] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.530737] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.587575] env[69498]: DEBUG oslo_vmware.api [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098453, 'name': PowerOffVM_Task, 'duration_secs': 0.238375} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.587799] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.587999] env[69498]: DEBUG nova.compute.manager [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.588791] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2efb7-6162-4be8-8861-3ebd5ba339ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.770517] env[69498]: INFO nova.compute.manager [-] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Took 1.65 seconds to deallocate network for instance. [ 1098.981168] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077401} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.981168] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.982172] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce3896b-4c33-4629-a449-b8a032c64a7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.013241] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 4e63c9ed-ef48-4f2a-9687-e269342dc9e3/4e63c9ed-ef48-4f2a-9687-e269342dc9e3.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.017510] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef00e28-1aea-4add-93c9-a6854d1b88b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.041297] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1099.041297] env[69498]: value = "task-4098455" [ 1099.041297] env[69498]: _type = "Task" [ 1099.041297] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.058537] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.062338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.078053] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a7b2bf-5557-484e-9653-1f4e8bf9dc9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.087198] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5453104-6ad4-4f7e-a3b6-6e7af4cbb0cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.123924] env[69498]: DEBUG oslo_concurrency.lockutils [None req-13f6901e-41f4-40e9-bceb-252df648a9dd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.125850] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a524cf-cbf6-4f37-a987-5f05b02ea139 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.134451] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7560e14-e7cf-402c-8d12-b97ddcf641e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.149404] env[69498]: DEBUG nova.compute.provider_tree [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.250347] env[69498]: INFO nova.compute.manager [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Swapping old allocation on dict_keys(['964708ed-d810-48e1-92a9-374e1924451f']) held by migration fc523029-9caa-4dbd-99b3-3b2fd56a8489 for instance [ 1099.276915] env[69498]: DEBUG nova.scheduler.client.report [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Overwriting current allocation {'allocations': {'964708ed-d810-48e1-92a9-374e1924451f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 131}}, 'project_id': 'bb1ca50c26444119a0312d6b52e4cd2d', 'user_id': 'd3b027a9048b46d19db99856f685dadb', 'consumer_generation': 1} on consumer 8a600f13-8385-43ac-86a8-f7e17d9d23fe {{(pid=69498) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1099.279885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.418221] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.420439] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.422033] env[69498]: DEBUG nova.network.neutron [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.555390] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098455, 'name': ReconfigVM_Task, 'duration_secs': 0.357011} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.555975] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 4e63c9ed-ef48-4f2a-9687-e269342dc9e3/4e63c9ed-ef48-4f2a-9687-e269342dc9e3.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.556800] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5d2844-ca49-4624-8681-f24b3a011f9a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.564059] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1099.564059] env[69498]: value = "task-4098456" [ 1099.564059] env[69498]: _type = "Task" [ 1099.564059] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.576193] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098456, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.656083] env[69498]: DEBUG nova.scheduler.client.report [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.019107] env[69498]: INFO nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Rebuilding instance [ 1100.082026] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098456, 'name': Rename_Task, 'duration_secs': 0.163382} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.086330] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.086861] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec805837-0428-4c6d-b012-7bcefe76de96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.100139] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1100.100139] env[69498]: value = "task-4098457" [ 1100.100139] env[69498]: _type = "Task" [ 1100.100139] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.111016] env[69498]: DEBUG nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.111016] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39312187-d8a6-4bd5-b121-50a699214d80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.122774] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.164178] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.164178] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.164936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.555s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.165309] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.167826] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.493s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.167826] env[69498]: DEBUG nova.objects.instance [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1100.213290] env[69498]: INFO nova.scheduler.client.report [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocations for instance 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950 [ 1100.344054] env[69498]: DEBUG nova.network.neutron [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [{"id": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "address": "fa:16:3e:d4:59:a9", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e65ea-7c", "ovs_interfaceid": "de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.615015] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.667088] env[69498]: DEBUG nova.compute.utils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.670031] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.670031] env[69498]: DEBUG nova.network.neutron [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.728081] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cfd6698-1d45-4e40-b4bf-dc4b43272956 tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "18581d6e-2fa4-4ebd-b07c-f5a2f4d05950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.866s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.748010] env[69498]: DEBUG nova.policy [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb23cbf06f54efbba3378a451fd5f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001278abcec742f0ba4c8400d29cf5a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.847767] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-8a600f13-8385-43ac-86a8-f7e17d9d23fe" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.848794] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc56e95-277a-4e9a-aa2a-1b5f29c2af90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.857607] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69266d66-7013-4caa-be1e-406ea512bc8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.116476] env[69498]: DEBUG oslo_vmware.api [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098457, 'name': PowerOnVM_Task, 'duration_secs': 0.586169} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.117273] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.117631] env[69498]: INFO nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1101.117940] env[69498]: DEBUG nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.119087] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ee741-8fb1-4693-9ddb-07a0dd73b6c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.129437] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.130572] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc15b99-314f-4c56-bb41-adebfad8f27d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.137315] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1101.137315] env[69498]: value = "task-4098458" [ 1101.137315] env[69498]: _type = "Task" [ 1101.137315] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.147040] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.168992] env[69498]: DEBUG nova.network.neutron [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Successfully created port: 71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.171533] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.180542] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3c8eb849-cf6d-4e47-8ad1-42c9998d2c25 tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.181531] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.133s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.181726] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.184159] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.814s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.184242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.186011] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.891s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.186199] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.188294] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.119s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.188479] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.190183] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.852s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.190289] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.192036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.927s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.192076] env[69498]: DEBUG nova.objects.instance [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid a9bb2a88-dc8b-40b9-8988-01b8859df014 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.231474] env[69498]: INFO nova.scheduler.client.report [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleted allocations for instance fa357787-fea1-488c-b7dd-c717f783011f [ 1101.236491] env[69498]: INFO nova.scheduler.client.report [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocations for instance b1b7c98a-450c-444d-83b1-1d1c0a57469e [ 1101.253368] env[69498]: INFO nova.scheduler.client.report [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Deleted allocations for instance 98f463ea-28be-4b18-9d92-d8daea0adc31 [ 1101.262452] env[69498]: INFO nova.scheduler.client.report [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted allocations for instance 2ba1919a-2c7f-4bbc-853f-e382abdef9a1 [ 1101.273433] env[69498]: INFO nova.scheduler.client.report [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted allocations for instance 5a5c6753-2f50-4466-b9e2-b6f4323d434c [ 1101.644684] env[69498]: INFO nova.compute.manager [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Took 47.84 seconds to build instance. [ 1101.653911] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1101.654292] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.655164] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b71d1-26bd-45f5-8279-cb0b75e8431c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.664740] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.665057] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22708fe6-a0bc-4fe5-b96a-08262abc7329 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.742461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.742690] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.743029] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.748547] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eda54fb-e8a0-4a4b-adc5-2501282ab9df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.754223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c3166685-9500-492a-a74a-aa7dd96c01eb tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "fa357787-fea1-488c-b7dd-c717f783011f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.636s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.762521] env[69498]: DEBUG oslo_concurrency.lockutils [None req-56bcc29e-e504-44e3-94ce-5231dec881de tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "b1b7c98a-450c-444d-83b1-1d1c0a57469e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.416s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.765618] env[69498]: DEBUG oslo_concurrency.lockutils [None req-267a3220-29c6-415e-b993-f38169f7302f tempest-ServerShowV257Test-231769325 tempest-ServerShowV257Test-231769325-project-member] Lock "98f463ea-28be-4b18-9d92-d8daea0adc31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.708s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.772943] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27bb4268-8fb0-47a1-affc-a1fefb9c995f tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "2ba1919a-2c7f-4bbc-853f-e382abdef9a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.866s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.776100] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1101.776100] env[69498]: value = "task-4098460" [ 1101.776100] env[69498]: _type = "Task" [ 1101.776100] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.783119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-777bb34e-539a-445f-babb-4122f30d12e8 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "5a5c6753-2f50-4466-b9e2-b6f4323d434c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.220s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.798661] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.957833] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.959186] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff034d7-f047-4d92-bd95-281616f615bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.968348] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1101.968348] env[69498]: value = "task-4098461" [ 1101.968348] env[69498]: _type = "Task" [ 1101.968348] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.980512] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.987884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e46ba49-59d6-46d0-809b-4fec027d6f71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.996336] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3d126-d227-4e6d-ab65-02c7a99bfbd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.032798] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0322736e-6145-4024-b2cf-b3d42099a7c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.042206] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c4613b-f5c0-4067-927a-2eaffd71d7bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.058353] env[69498]: DEBUG nova.compute.provider_tree [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.147827] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0fd87ad6-5323-41f4-bdc6-aceccf3576b4 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.358s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.182074] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.223467] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.223789] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.223992] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.224315] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.224516] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.224845] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.225018] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.225223] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.225412] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.225599] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.226838] env[69498]: DEBUG nova.virt.hardware [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.227893] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be126a-72ba-4f16-889f-071cd8e2aa89 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.242909] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dce7371-76b7-43de-8980-78b356f3f49d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.292546] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197983} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.292867] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.293083] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.293260] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.479854] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098461, 'name': PowerOffVM_Task, 'duration_secs': 0.261091} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.480356] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.481367] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.481697] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.481942] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.482191] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.482373] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.482564] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.482804] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.483176] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.483420] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.483629] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.483848] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.489797] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2037df-883c-44cf-9c67-7440eb6a8912 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.506693] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1102.506693] env[69498]: value = "task-4098462" [ 1102.506693] env[69498]: _type = "Task" [ 1102.506693] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.517486] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.563072] env[69498]: DEBUG nova.scheduler.client.report [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.992019] env[69498]: DEBUG nova.compute.manager [req-4ac90a9f-afd3-41b3-87f6-7a13616fdbdf req-977a960f-5dcc-4a3b-ba72-d9da3cb86573 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Received event network-vif-plugged-71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.992019] env[69498]: DEBUG oslo_concurrency.lockutils [req-4ac90a9f-afd3-41b3-87f6-7a13616fdbdf req-977a960f-5dcc-4a3b-ba72-d9da3cb86573 service nova] Acquiring lock "002445c0-0082-48f6-89f6-26b917d40ba2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.992620] env[69498]: DEBUG oslo_concurrency.lockutils [req-4ac90a9f-afd3-41b3-87f6-7a13616fdbdf req-977a960f-5dcc-4a3b-ba72-d9da3cb86573 service nova] Lock "002445c0-0082-48f6-89f6-26b917d40ba2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.992806] env[69498]: DEBUG oslo_concurrency.lockutils [req-4ac90a9f-afd3-41b3-87f6-7a13616fdbdf req-977a960f-5dcc-4a3b-ba72-d9da3cb86573 service nova] Lock "002445c0-0082-48f6-89f6-26b917d40ba2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.993013] env[69498]: DEBUG nova.compute.manager [req-4ac90a9f-afd3-41b3-87f6-7a13616fdbdf req-977a960f-5dcc-4a3b-ba72-d9da3cb86573 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] No waiting events found dispatching network-vif-plugged-71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1102.993226] env[69498]: WARNING nova.compute.manager [req-4ac90a9f-afd3-41b3-87f6-7a13616fdbdf req-977a960f-5dcc-4a3b-ba72-d9da3cb86573 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Received unexpected event network-vif-plugged-71b30ec1-2cb7-453f-aed6-c3eb0ca11173 for instance with vm_state building and task_state spawning. [ 1103.020514] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098462, 'name': ReconfigVM_Task, 'duration_secs': 0.179827} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.026256] env[69498]: DEBUG nova.compute.manager [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.026463] env[69498]: DEBUG nova.compute.manager [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing instance network info cache due to event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.026719] env[69498]: DEBUG oslo_concurrency.lockutils [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.026866] env[69498]: DEBUG oslo_concurrency.lockutils [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.027071] env[69498]: DEBUG nova.network.neutron [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.035178] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00009bac-f1e4-4bd4-b2cc-614aa3f7f8b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.038323] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "940adff7-f483-46aa-ab89-4ebfc7797481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.038562] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "940adff7-f483-46aa-ab89-4ebfc7797481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.063421] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.063584] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.063736] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.063918] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.064072] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.064221] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.064421] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.064579] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.064741] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.064898] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.065101] env[69498]: DEBUG nova.virt.hardware [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.067686] env[69498]: DEBUG nova.network.neutron [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Successfully updated port: 71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.069019] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1fa7643-556a-4542-8905-abf84a22f959 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.076787] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.079919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "208852e9-a88d-40fe-8a8d-4a507a008d41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.080166] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.081275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.368s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.081499] env[69498]: DEBUG nova.objects.instance [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lazy-loading 'resources' on Instance uuid 8f0b773a-2aaf-4712-8710-602f6c2f3fff {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.087568] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1103.087568] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a0d7c9-49fd-d2e1-9d34-80f434510178" [ 1103.087568] env[69498]: _type = "Task" [ 1103.087568] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.097638] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a0d7c9-49fd-d2e1-9d34-80f434510178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.101866] env[69498]: INFO nova.scheduler.client.report [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance a9bb2a88-dc8b-40b9-8988-01b8859df014 [ 1103.138725] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.138908] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.139045] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.139248] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.139438] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.142788] env[69498]: INFO nova.compute.manager [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Terminating instance [ 1103.338182] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.338182] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.338182] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.339402] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.339402] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.339402] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.339402] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.340912] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.340912] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.340912] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.340912] env[69498]: DEBUG nova.virt.hardware [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.341150] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca38c75d-43c6-4a1a-afa0-5d363a8c8188 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.351504] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebe85b-507f-4ad2-b640-13f95679a55d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.370894] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:c7:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0420c88-0777-4811-a2bb-1bdc927df5ae', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.378842] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.379210] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.379773] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-752e9a6b-c1ed-49a8-8aed-308f1cee2180 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.405511] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.405511] env[69498]: value = "task-4098463" [ 1103.405511] env[69498]: _type = "Task" [ 1103.405511] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.421011] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098463, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.485523] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "36959663-d90e-4558-89f4-ab5e13dc19e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.485859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.541821] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.580431] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "refresh_cache-002445c0-0082-48f6-89f6-26b917d40ba2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.580575] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "refresh_cache-002445c0-0082-48f6-89f6-26b917d40ba2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.580746] env[69498]: DEBUG nova.network.neutron [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.583533] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.600442] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a0d7c9-49fd-d2e1-9d34-80f434510178, 'name': SearchDatastore_Task, 'duration_secs': 0.016641} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.605906] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.611228] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a78c23-57ad-48d0-95b7-2418e794b82b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.626039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-206af58b-4655-4d5d-990d-a157de8d457d tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "a9bb2a88-dc8b-40b9-8988-01b8859df014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.817s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.637884] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1103.637884] env[69498]: value = "task-4098464" [ 1103.637884] env[69498]: _type = "Task" [ 1103.637884] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.654289] env[69498]: DEBUG nova.compute.manager [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.654289] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.654289] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.658140] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deedebac-aa7a-4357-856e-65cfe34e0e2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.667598] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.667964] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d0b2521-1b09-4a13-811b-70f406e893a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.679567] env[69498]: DEBUG oslo_vmware.api [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1103.679567] env[69498]: value = "task-4098465" [ 1103.679567] env[69498]: _type = "Task" [ 1103.679567] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.691302] env[69498]: DEBUG oslo_vmware.api [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.917612] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098463, 'name': CreateVM_Task, 'duration_secs': 0.40753} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.917947] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.919449] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.919782] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.920230] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.920640] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826923a7-2165-47ec-a826-d946d29b1555 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.930020] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1103.930020] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52509035-c1d1-a2a5-250f-07b33033d85d" [ 1103.930020] env[69498]: _type = "Task" [ 1103.930020] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.942941] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52509035-c1d1-a2a5-250f-07b33033d85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.993806] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.034503] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46829348-c519-4814-8690-1e0e4e4379b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.046376] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3535e-8037-4f55-b8af-0354ce285bc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.087687] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.088638] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690f5967-053b-49a1-a629-726454826370 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.099943] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e7235e-d759-46fb-817e-9b88309cc91a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.118179] env[69498]: DEBUG nova.compute.provider_tree [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.121207] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.134653] env[69498]: DEBUG nova.network.neutron [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.149806] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098464, 'name': ReconfigVM_Task, 'duration_secs': 0.259136} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.150072] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.150811] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7e7c2-4733-4f40-ad8d-7bb70a7c6db8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.180898] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.183722] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f9ab2e-fafb-4cc6-9c45-0bd930497a3a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.207553] env[69498]: DEBUG oslo_vmware.api [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098465, 'name': PowerOffVM_Task, 'duration_secs': 0.385467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.209135] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.209284] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.209822] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1104.209822] env[69498]: value = "task-4098466" [ 1104.209822] env[69498]: _type = "Task" [ 1104.209822] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.210416] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b73d2f3e-85ca-4048-a70c-f10e5153ac14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.222451] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098466, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.296025] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.296025] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.296025] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleting the datastore file [datastore2] 273cf30d-cbcd-4311-9a08-2563bfb90f3e {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.297590] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-554d2324-81bc-4de5-ac31-a602bb26bbe0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.304847] env[69498]: DEBUG oslo_vmware.api [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for the task: (returnval){ [ 1104.304847] env[69498]: value = "task-4098468" [ 1104.304847] env[69498]: _type = "Task" [ 1104.304847] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.314963] env[69498]: DEBUG oslo_vmware.api [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.408384] env[69498]: DEBUG nova.network.neutron [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updated VIF entry in instance network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.408765] env[69498]: DEBUG nova.network.neutron [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.435248] env[69498]: DEBUG nova.network.neutron [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Updating instance_info_cache with network_info: [{"id": "71b30ec1-2cb7-453f-aed6-c3eb0ca11173", "address": "fa:16:3e:3e:65:b4", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b30ec1-2c", "ovs_interfaceid": "71b30ec1-2cb7-453f-aed6-c3eb0ca11173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.447181] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52509035-c1d1-a2a5-250f-07b33033d85d, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.447628] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.447971] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.448840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.449068] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.449303] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.450502] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95105c31-4126-4cdb-9320-3f1ec24d54e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.471414] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.471512] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.472290] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9753fe7a-aeca-412a-8f3f-1db3baf09d7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.481832] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1104.481832] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5246d0a7-6c71-8b0a-4ff3-6bac75ee41f1" [ 1104.481832] env[69498]: _type = "Task" [ 1104.481832] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.495207] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5246d0a7-6c71-8b0a-4ff3-6bac75ee41f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.525522] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.622997] env[69498]: DEBUG nova.scheduler.client.report [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.723225] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098466, 'name': ReconfigVM_Task, 'duration_secs': 0.381477} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.724159] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe/8a600f13-8385-43ac-86a8-f7e17d9d23fe.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.724657] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5da4f-5e32-4686-8c65-a87b5eb172f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.748215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dc51cb-604b-42dd-8fda-23557844cd85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.771463] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61154960-50ff-44b5-9bdc-361873cea6a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.793824] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ea448f-d3b9-4c38-8878-daaa0d409419 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.802167] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.802362] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32765672-f68c-4541-9d93-ebd8e4400275 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.811608] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1104.811608] env[69498]: value = "task-4098469" [ 1104.811608] env[69498]: _type = "Task" [ 1104.811608] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.814843] env[69498]: DEBUG oslo_vmware.api [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Task: {'id': task-4098468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198775} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.817912] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.818123] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.818309] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.818558] env[69498]: INFO nova.compute.manager [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1104.818809] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.819017] env[69498]: DEBUG nova.compute.manager [-] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.819118] env[69498]: DEBUG nova.network.neutron [-] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.828988] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.911585] env[69498]: DEBUG oslo_concurrency.lockutils [req-00d522f6-7699-4c48-afdc-54ae4b51ecdc req-53619991-4f5f-4085-87d3-28b239d01e18 service nova] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.938562] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "refresh_cache-002445c0-0082-48f6-89f6-26b917d40ba2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.938900] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Instance network_info: |[{"id": "71b30ec1-2cb7-453f-aed6-c3eb0ca11173", "address": "fa:16:3e:3e:65:b4", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b30ec1-2c", "ovs_interfaceid": "71b30ec1-2cb7-453f-aed6-c3eb0ca11173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.939498] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:65:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71b30ec1-2cb7-453f-aed6-c3eb0ca11173', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.948184] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.948184] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.948184] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe73ac3f-e64e-4f6c-b55d-432ba11892c3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.971270] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.971270] env[69498]: value = "task-4098470" [ 1104.971270] env[69498]: _type = "Task" [ 1104.971270] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.981774] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098470, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.995207] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5246d0a7-6c71-8b0a-4ff3-6bac75ee41f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.995480] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acd9457-2fb1-45b3-a457-07a11f973975 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.012381] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1105.012381] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ba025b-6732-5de1-0343-7b66649911e2" [ 1105.012381] env[69498]: _type = "Task" [ 1105.012381] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.019652] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ba025b-6732-5de1-0343-7b66649911e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.019929] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.020209] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.020486] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-286e2fb7-5795-4db8-b38a-6f51eecfc513 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.031025] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1105.031025] env[69498]: value = "task-4098471" [ 1105.031025] env[69498]: _type = "Task" [ 1105.031025] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.031501] env[69498]: DEBUG nova.compute.manager [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Received event network-changed-71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.031815] env[69498]: DEBUG nova.compute.manager [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Refreshing instance network info cache due to event network-changed-71b30ec1-2cb7-453f-aed6-c3eb0ca11173. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.032114] env[69498]: DEBUG oslo_concurrency.lockutils [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] Acquiring lock "refresh_cache-002445c0-0082-48f6-89f6-26b917d40ba2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.032277] env[69498]: DEBUG oslo_concurrency.lockutils [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] Acquired lock "refresh_cache-002445c0-0082-48f6-89f6-26b917d40ba2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.032442] env[69498]: DEBUG nova.network.neutron [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Refreshing network info cache for port 71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.043976] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.081155] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.081407] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.088170] env[69498]: DEBUG nova.compute.manager [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.088423] env[69498]: DEBUG nova.compute.manager [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing instance network info cache due to event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.088731] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.088933] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.089122] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.128825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.131690] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.069s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.133601] env[69498]: INFO nova.compute.claims [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.157252] env[69498]: INFO nova.scheduler.client.report [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Deleted allocations for instance 8f0b773a-2aaf-4712-8710-602f6c2f3fff [ 1105.329080] env[69498]: DEBUG oslo_vmware.api [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098469, 'name': PowerOnVM_Task, 'duration_secs': 0.478277} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.329654] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.488481] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098470, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.546381] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.588814] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.662038] env[69498]: DEBUG nova.network.neutron [-] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.668408] env[69498]: DEBUG oslo_concurrency.lockutils [None req-847f52ee-3b0d-40a3-8bee-43fa1f59d8c8 tempest-ServerRescueTestJSON-1463555039 tempest-ServerRescueTestJSON-1463555039-project-member] Lock "8f0b773a-2aaf-4712-8710-602f6c2f3fff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.288s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.896471] env[69498]: DEBUG nova.network.neutron [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Updated VIF entry in instance network info cache for port 71b30ec1-2cb7-453f-aed6-c3eb0ca11173. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.896917] env[69498]: DEBUG nova.network.neutron [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Updating instance_info_cache with network_info: [{"id": "71b30ec1-2cb7-453f-aed6-c3eb0ca11173", "address": "fa:16:3e:3e:65:b4", "network": {"id": "030e90e2-d745-4f8d-aca3-be4529ed2588", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-971185380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "001278abcec742f0ba4c8400d29cf5a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b30ec1-2c", "ovs_interfaceid": "71b30ec1-2cb7-453f-aed6-c3eb0ca11173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.986062] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098470, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.043314] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updated VIF entry in instance network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.043314] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.050911] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679315} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.051594] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.051594] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.051735] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f570cef-a467-4162-8b95-f215d8073b48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.059114] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1106.059114] env[69498]: value = "task-4098472" [ 1106.059114] env[69498]: _type = "Task" [ 1106.059114] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.073018] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.119484] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.167709] env[69498]: INFO nova.compute.manager [-] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Took 1.35 seconds to deallocate network for instance. [ 1106.240486] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "51ac40cf-db93-4194-8b7f-e054ac42b877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.240764] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.374215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cd26f1-b81b-4235-850b-003e106694de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.382951] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcac2318-6ada-448e-9ecf-a4ea9220782d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.390334] env[69498]: INFO nova.compute.manager [None req-d61bf8ec-e87f-4e66-9034-f23714fcdef2 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance to original state: 'active' [ 1106.419178] env[69498]: DEBUG oslo_concurrency.lockutils [req-3863ab41-5746-4c9d-89cd-17564f9dcd7d req-ceb46d20-bee2-454c-ab7a-1e4c4b6d40e9 service nova] Releasing lock "refresh_cache-002445c0-0082-48f6-89f6-26b917d40ba2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.420776] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a28f2-b434-48b3-8ef4-058192bff3a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.429370] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea48f49-1e8b-4cd2-b1f0-7635c010ba5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.445962] env[69498]: DEBUG nova.compute.provider_tree [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.484568] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098470, 'name': CreateVM_Task, 'duration_secs': 1.470622} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.484744] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.485454] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.485620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.485933] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.486204] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcd85ad-c6b5-4148-ab65-0672c112ff13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.491924] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1106.491924] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521df6c8-c27e-1cd8-52ae-1f3d58c6a446" [ 1106.491924] env[69498]: _type = "Task" [ 1106.491924] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.501134] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521df6c8-c27e-1cd8-52ae-1f3d58c6a446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.544494] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.544817] env[69498]: DEBUG nova.compute.manager [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.544985] env[69498]: DEBUG nova.compute.manager [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing instance network info cache due to event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.545219] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.545362] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.545521] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.570432] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076307} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.571761] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.571761] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ab5290-1e62-4c56-951d-ffc90d08483c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.602534] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.602951] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c5423c-10c6-4fab-b677-a924ef81ac92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.624792] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1106.624792] env[69498]: value = "task-4098473" [ 1106.624792] env[69498]: _type = "Task" [ 1106.624792] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.637742] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.677107] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.746244] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.982851] env[69498]: ERROR nova.scheduler.client.report [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [req-e021f58e-986a-4e24-ac25-e7f4e4b6c2c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e021f58e-986a-4e24-ac25-e7f4e4b6c2c8"}]} [ 1107.002416] env[69498]: DEBUG nova.scheduler.client.report [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1107.007976] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521df6c8-c27e-1cd8-52ae-1f3d58c6a446, 'name': SearchDatastore_Task, 'duration_secs': 0.067523} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.008612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.008798] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.009109] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.009295] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.009650] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.009935] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b0629f-0734-41a7-b549-a242d8195f4f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.021232] env[69498]: DEBUG nova.scheduler.client.report [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1107.021506] env[69498]: DEBUG nova.compute.provider_tree [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.026343] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.026343] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.026343] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5f4d5d-bc04-45d0-ae7a-93d5edb95c8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.031832] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1107.031832] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e44a8-e54d-c0e6-da5d-4cef88bb4bd7" [ 1107.031832] env[69498]: _type = "Task" [ 1107.031832] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.037026] env[69498]: DEBUG nova.scheduler.client.report [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1107.043663] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e44a8-e54d-c0e6-da5d-4cef88bb4bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.058326] env[69498]: DEBUG nova.scheduler.client.report [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1107.126035] env[69498]: DEBUG nova.compute.manager [req-2840001a-66bd-42aa-a602-fd929ee942ec req-86b6b4b6-3684-4858-8578-9b26b7a2c437 service nova] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Received event network-vif-deleted-f960943c-565e-4585-92e4-44ed54997b75 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.137912] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098473, 'name': ReconfigVM_Task, 'duration_secs': 0.339807} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.137912] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8/23ba85c2-8d84-4a26-813f-a1a7fe202fc8.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.138449] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc36d43-07df-43e9-ba17-f5df098ba3fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.159391] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1107.159391] env[69498]: value = "task-4098474" [ 1107.159391] env[69498]: _type = "Task" [ 1107.159391] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.177320] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098474, 'name': Rename_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.277186] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.319495] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.319495] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.389270] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updated VIF entry in instance network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.389653] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.396206] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f4d6d0-8baf-407e-be27-33b0c0696d78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.403109] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e377487-d73a-4216-a8e0-cd0e53123a55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.441437] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43fe586-8f79-42b1-9513-712cf6fdf4ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.450690] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1753d45-b594-44b8-a943-343af4b5fd77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.466983] env[69498]: DEBUG nova.compute.provider_tree [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.542725] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524e44a8-e54d-c0e6-da5d-4cef88bb4bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.053156} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.543543] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e827f87-f409-40ec-81b9-7b8c06c113b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.551815] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1107.551815] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d4487e-db08-f923-496a-5d35e6f5fab7" [ 1107.551815] env[69498]: _type = "Task" [ 1107.551815] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.560180] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d4487e-db08-f923-496a-5d35e6f5fab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.671350] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098474, 'name': Rename_Task, 'duration_secs': 0.187863} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.671807] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.671964] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7537a678-c974-42cc-afae-70580e707daa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.679255] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1107.679255] env[69498]: value = "task-4098475" [ 1107.679255] env[69498]: _type = "Task" [ 1107.679255] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.687759] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.821830] env[69498]: DEBUG nova.compute.utils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.893862] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.894160] env[69498]: DEBUG nova.compute.manager [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.894349] env[69498]: DEBUG nova.compute.manager [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing instance network info cache due to event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.894573] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.894715] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.894874] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.004650] env[69498]: DEBUG nova.scheduler.client.report [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.004934] env[69498]: DEBUG nova.compute.provider_tree [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 137 to 138 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.005139] env[69498]: DEBUG nova.compute.provider_tree [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.021186] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.021518] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.021762] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.021963] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.022177] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.024675] env[69498]: INFO nova.compute.manager [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Terminating instance [ 1108.062603] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d4487e-db08-f923-496a-5d35e6f5fab7, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.062862] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.063243] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 002445c0-0082-48f6-89f6-26b917d40ba2/002445c0-0082-48f6-89f6-26b917d40ba2.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.063787] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ebdd1c-b1ff-4354-8fde-2e1ff5b6f26f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.072162] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1108.072162] env[69498]: value = "task-4098476" [ 1108.072162] env[69498]: _type = "Task" [ 1108.072162] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.080943] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.190610] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098475, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.325465] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.512219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.380s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.513044] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.515682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.236s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.515936] env[69498]: DEBUG nova.objects.instance [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lazy-loading 'resources' on Instance uuid 8d6007e6-1e39-4ff9-8128-30d979346266 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.529894] env[69498]: DEBUG nova.compute.manager [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.530198] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.530492] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb1a3be-6ceb-4176-a9a7-74ff2c72469b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.541838] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1108.541838] env[69498]: value = "task-4098477" [ 1108.541838] env[69498]: _type = "Task" [ 1108.541838] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.551429] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.587194] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.693559] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098475, 'name': PowerOnVM_Task, 'duration_secs': 0.588985} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.694300] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.694528] env[69498]: DEBUG nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.695395] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033032b-0d88-46c4-a16b-8274026eb408 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.717095] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updated VIF entry in instance network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.717491] env[69498]: DEBUG nova.network.neutron [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.019128] env[69498]: DEBUG nova.compute.utils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.024176] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.024176] env[69498]: DEBUG nova.network.neutron [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.055122] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098477, 'name': PowerOffVM_Task, 'duration_secs': 0.506868} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.055422] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.055640] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.055847] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811864', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'name': 'volume-2995b309-6602-482d-95c0-94f4f059994f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8a600f13-8385-43ac-86a8-f7e17d9d23fe', 'attached_at': '2025-05-13T20:15:51.000000', 'detached_at': '', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'serial': '2995b309-6602-482d-95c0-94f4f059994f'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.056701] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcfe2a8-dd2b-41df-a20e-6319bb91e088 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.082611] env[69498]: DEBUG nova.policy [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c43cd0afff4541bcc16bc2b3967abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d05839135bc47a288ce1dcaf6c48530', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.090366] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ccf8ad-b06a-48c3-99d0-4417b6ab030d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.099756] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849814} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.101758] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 002445c0-0082-48f6-89f6-26b917d40ba2/002445c0-0082-48f6-89f6-26b917d40ba2.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.102038] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.102509] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60798a50-a9ce-43b4-b1d5-6286f878cd4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.105036] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493f08fb-e222-4cc1-a03b-1311d51245b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.136260] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05d355-30a7-48e7-88c5-fd69b60371b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.139119] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1109.139119] env[69498]: value = "task-4098478" [ 1109.139119] env[69498]: _type = "Task" [ 1109.139119] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.158338] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] The volume has not been displaced from its original location: [datastore2] volume-2995b309-6602-482d-95c0-94f4f059994f/volume-2995b309-6602-482d-95c0-94f4f059994f.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.162913] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.166243] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60fabccf-bdf0-48d1-a5cb-a10eb32a1ebb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.186390] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098478, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.193227] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1109.193227] env[69498]: value = "task-4098479" [ 1109.193227] env[69498]: _type = "Task" [ 1109.193227] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.206861] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.211636] env[69498]: INFO nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] bringing vm to original state: 'stopped' [ 1109.221061] env[69498]: DEBUG oslo_concurrency.lockutils [req-fdfbdc33-bead-4ece-a3e7-8f6bb58897d5 req-0dd45ac8-0c1d-4a21-b09c-176db5300822 service nova] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.339539] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c14ea37-a5f9-4417-bc75-d3a1de58520d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.349419] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da11ed-30a9-4241-8b91-ac623da6fa4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.383414] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8515ec06-10a8-4a9f-af33-d8a3225bd94c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.394086] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7549070f-2906-4625-a677-c486829cba53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.410223] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.410500] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.410746] env[69498]: INFO nova.compute.manager [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Attaching volume 758c917d-9dd1-402b-af21-5a5427c67f4d to /dev/sdb [ 1109.412706] env[69498]: DEBUG nova.compute.provider_tree [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.439983] env[69498]: DEBUG nova.network.neutron [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Successfully created port: 89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.453300] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1ac82-fa35-4b05-b00b-46978fd75bb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.461325] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e7154-0b29-4875-8979-e5a81b2d31ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.477400] env[69498]: DEBUG nova.virt.block_device [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating existing volume attachment record: 5a63732b-9b10-44e3-8f08-ab0ae958a4c1 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.525124] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.649988] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101838} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.650451] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.651522] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ccb299-bdd2-4f7f-80d1-71167c9ab084 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.681592] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 002445c0-0082-48f6-89f6-26b917d40ba2/002445c0-0082-48f6-89f6-26b917d40ba2.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.681960] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1204fdb-fdf5-429e-bbe9-b6ee2d1c9260 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.709544] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098479, 'name': ReconfigVM_Task, 'duration_secs': 0.243305} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.709544] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.716642] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc2e101-93bd-4a70-a2ce-bdc914ba4835 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.734026] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1109.734026] env[69498]: value = "task-4098481" [ 1109.734026] env[69498]: _type = "Task" [ 1109.734026] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.741386] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1109.741386] env[69498]: value = "task-4098482" [ 1109.741386] env[69498]: _type = "Task" [ 1109.741386] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.746020] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.756756] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.956834] env[69498]: DEBUG nova.scheduler.client.report [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1109.957302] env[69498]: DEBUG nova.compute.provider_tree [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 138 to 139 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1109.957576] env[69498]: DEBUG nova.compute.provider_tree [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.235097] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.236056] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.236056] env[69498]: DEBUG nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.236629] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730b16f-6e5c-48cc-b34e-cbca180f5a30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.248407] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.253036] env[69498]: DEBUG nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.260196] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098482, 'name': ReconfigVM_Task, 'duration_secs': 0.189096} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.260796] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811864', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'name': 'volume-2995b309-6602-482d-95c0-94f4f059994f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8a600f13-8385-43ac-86a8-f7e17d9d23fe', 'attached_at': '2025-05-13T20:15:51.000000', 'detached_at': '', 'volume_id': '2995b309-6602-482d-95c0-94f4f059994f', 'serial': '2995b309-6602-482d-95c0-94f4f059994f'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.261116] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.261941] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e669949-1d9f-4b7b-95f3-54f9b3c663c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.270816] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.271092] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-498d7789-8200-45ae-9dc7-32bd9d9966c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.347735] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.348083] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.348275] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleting the datastore file [datastore1] 8a600f13-8385-43ac-86a8-f7e17d9d23fe {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.348596] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d23849b-1d8b-4a8f-986a-ac568c7bfe76 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.356775] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1110.356775] env[69498]: value = "task-4098484" [ 1110.356775] env[69498]: _type = "Task" [ 1110.356775] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.366616] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.463138] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.465632] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.378s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.467291] env[69498]: INFO nova.compute.claims [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.486585] env[69498]: INFO nova.scheduler.client.report [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted allocations for instance 8d6007e6-1e39-4ff9-8128-30d979346266 [ 1110.536662] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.570600] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.570866] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.571088] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.571319] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.571508] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.571707] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.571957] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.572170] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.572380] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.572580] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.572789] env[69498]: DEBUG nova.virt.hardware [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.573755] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174459be-0d43-44b6-ace2-af3e67ec6fc2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.583523] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a232f5a-97ee-4079-b6db-01b53dc525b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.745693] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098481, 'name': ReconfigVM_Task, 'duration_secs': 0.731245} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.746081] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 002445c0-0082-48f6-89f6-26b917d40ba2/002445c0-0082-48f6-89f6-26b917d40ba2.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.746589] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-646d4c26-2f58-4abc-be5c-5a3a8888221e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.754315] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1110.754315] env[69498]: value = "task-4098485" [ 1110.754315] env[69498]: _type = "Task" [ 1110.754315] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.758643] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.759082] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6518f20e-2ef5-4a60-92cc-a017838a60c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.766345] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098485, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.767887] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1110.767887] env[69498]: value = "task-4098486" [ 1110.767887] env[69498]: _type = "Task" [ 1110.767887] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.776218] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.867579] env[69498]: DEBUG oslo_vmware.api [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203885} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.867950] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.868220] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.868419] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.868593] env[69498]: INFO nova.compute.manager [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1110.868884] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.869043] env[69498]: DEBUG nova.compute.manager [-] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.869200] env[69498]: DEBUG nova.network.neutron [-] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.873446] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-4948be80-80c3-4942-b696-456830a71ee7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.873679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-4948be80-80c3-4942-b696-456830a71ee7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.874037] env[69498]: DEBUG nova.objects.instance [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'flavor' on Instance uuid b2fc5318-bdc0-44b1-86a2-f48b6b0d06af {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.995849] env[69498]: DEBUG oslo_concurrency.lockutils [None req-60c2f0cc-22d1-497b-9f8a-70a02b653457 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "8d6007e6-1e39-4ff9-8128-30d979346266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.530s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.104205] env[69498]: DEBUG nova.compute.manager [req-1933cd8b-1fa4-49b2-80c5-ef1cfc5899bb req-208ec79f-a282-49fe-bb5c-566eb02e02d8 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Received event network-vif-plugged-89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.104205] env[69498]: DEBUG oslo_concurrency.lockutils [req-1933cd8b-1fa4-49b2-80c5-ef1cfc5899bb req-208ec79f-a282-49fe-bb5c-566eb02e02d8 service nova] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.104205] env[69498]: DEBUG oslo_concurrency.lockutils [req-1933cd8b-1fa4-49b2-80c5-ef1cfc5899bb req-208ec79f-a282-49fe-bb5c-566eb02e02d8 service nova] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.104205] env[69498]: DEBUG oslo_concurrency.lockutils [req-1933cd8b-1fa4-49b2-80c5-ef1cfc5899bb req-208ec79f-a282-49fe-bb5c-566eb02e02d8 service nova] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.105022] env[69498]: DEBUG nova.compute.manager [req-1933cd8b-1fa4-49b2-80c5-ef1cfc5899bb req-208ec79f-a282-49fe-bb5c-566eb02e02d8 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] No waiting events found dispatching network-vif-plugged-89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.105816] env[69498]: WARNING nova.compute.manager [req-1933cd8b-1fa4-49b2-80c5-ef1cfc5899bb req-208ec79f-a282-49fe-bb5c-566eb02e02d8 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Received unexpected event network-vif-plugged-89541482-e37d-4ef8-a055-4510b27f8b00 for instance with vm_state building and task_state spawning. [ 1111.171200] env[69498]: DEBUG nova.network.neutron [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Successfully updated port: 89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.267097] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098485, 'name': Rename_Task, 'duration_secs': 0.186914} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.267097] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.267097] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bbfd994-b421-4131-a54b-662fd0568749 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.280372] env[69498]: DEBUG oslo_vmware.api [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098486, 'name': PowerOffVM_Task, 'duration_secs': 0.218678} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.282831] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.282831] env[69498]: DEBUG nova.compute.manager [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.282951] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1111.282951] env[69498]: value = "task-4098487" [ 1111.282951] env[69498]: _type = "Task" [ 1111.282951] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.283676] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b6ed3d-76e9-436b-8654-5b33445ca220 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.298791] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.535388] env[69498]: DEBUG nova.objects.instance [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'pci_requests' on Instance uuid b2fc5318-bdc0-44b1-86a2-f48b6b0d06af {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.673043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.673541] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.673800] env[69498]: DEBUG nova.network.neutron [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.772224] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23c0763-b448-47de-a122-fc0e19db5697 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.782204] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd5ba8-0d9e-474e-b8aa-c90c1207258e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.794067] env[69498]: DEBUG nova.compute.manager [req-cd58a91a-6dc5-4801-8865-dc3d1f22579c req-2dcc2f72-8acf-45ac-bf9a-ee5a678e691d service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Received event network-vif-deleted-de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.795106] env[69498]: INFO nova.compute.manager [req-cd58a91a-6dc5-4801-8865-dc3d1f22579c req-2dcc2f72-8acf-45ac-bf9a-ee5a678e691d service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Neutron deleted interface de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0; detaching it from the instance and deleting it from the info cache [ 1111.795106] env[69498]: DEBUG nova.network.neutron [req-cd58a91a-6dc5-4801-8865-dc3d1f22579c req-2dcc2f72-8acf-45ac-bf9a-ee5a678e691d service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.831575] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8b4b91-515c-47a8-90a0-e1024d607afc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.834695] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.835152] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "7bf244b2-3f82-4b72-a325-b6f2716268ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.835396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.835625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "7bf244b2-3f82-4b72-a325-b6f2716268ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.835816] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.836011] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.838536] env[69498]: INFO nova.compute.manager [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Terminating instance [ 1111.841641] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.606s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.853247] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380feef5-96d7-423c-ba26-d165fd7162d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.872366] env[69498]: DEBUG nova.compute.provider_tree [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.887541] env[69498]: DEBUG nova.network.neutron [-] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.038121] env[69498]: DEBUG nova.objects.base [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.038386] env[69498]: DEBUG nova.network.neutron [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.137237] env[69498]: DEBUG nova.policy [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.217982] env[69498]: DEBUG nova.network.neutron [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.297643] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbae4a74-bc31-4e5d-9629-3c303163633b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.305086] env[69498]: DEBUG oslo_vmware.api [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098487, 'name': PowerOnVM_Task, 'duration_secs': 0.695817} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.306036] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.306448] env[69498]: INFO nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1112.306725] env[69498]: DEBUG nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.308032] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554cb6f1-8b85-4ece-8e72-f22745b6ba4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.318455] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86562ce-692a-4a25-a558-0dae611e5f06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.352287] env[69498]: DEBUG nova.compute.manager [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.353238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.356922] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac6da3f-2dab-4f26-a727-6707844ce370 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.369995] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.372099] env[69498]: DEBUG nova.compute.manager [req-cd58a91a-6dc5-4801-8865-dc3d1f22579c req-2dcc2f72-8acf-45ac-bf9a-ee5a678e691d service nova] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Detach interface failed, port_id=de3e65ea-7c20-40c1-b4e3-d8dd1bf759b0, reason: Instance 8a600f13-8385-43ac-86a8-f7e17d9d23fe could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.380581] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.380887] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bd42ed-4636-4a6d-906f-6237fb65558b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.383859] env[69498]: DEBUG nova.network.neutron [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updating instance_info_cache with network_info: [{"id": "89541482-e37d-4ef8-a055-4510b27f8b00", "address": "fa:16:3e:0d:c3:01", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89541482-e3", "ovs_interfaceid": "89541482-e37d-4ef8-a055-4510b27f8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.388667] env[69498]: DEBUG oslo_vmware.api [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1112.388667] env[69498]: value = "task-4098489" [ 1112.388667] env[69498]: _type = "Task" [ 1112.388667] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.394228] env[69498]: INFO nova.compute.manager [-] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Took 1.52 seconds to deallocate network for instance. [ 1112.405119] env[69498]: DEBUG oslo_vmware.api [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.413269] env[69498]: DEBUG nova.scheduler.client.report [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.413612] env[69498]: DEBUG nova.compute.provider_tree [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 139 to 140 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.413805] env[69498]: DEBUG nova.compute.provider_tree [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.855989] env[69498]: INFO nova.compute.manager [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Took 31.32 seconds to build instance. [ 1112.887629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.887979] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Instance network_info: |[{"id": "89541482-e37d-4ef8-a055-4510b27f8b00", "address": "fa:16:3e:0d:c3:01", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89541482-e3", "ovs_interfaceid": "89541482-e37d-4ef8-a055-4510b27f8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.888774] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:c3:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89541482-e37d-4ef8-a055-4510b27f8b00', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.896901] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.897347] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.901134] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61678e2-2021-4b47-9433-6affb71ffff2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.922465] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.922998] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.925882] env[69498]: DEBUG oslo_vmware.api [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098489, 'name': PowerOffVM_Task, 'duration_secs': 0.264064} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.927384] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.806s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.928839] env[69498]: INFO nova.compute.claims [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.931290] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.931476] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.932012] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.932012] env[69498]: value = "task-4098490" [ 1112.932012] env[69498]: _type = "Task" [ 1112.932012] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.932614] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39095367-f215-4fa5-93cc-10f3dbff54d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.943397] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098490, 'name': CreateVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.953739] env[69498]: INFO nova.compute.manager [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Took 0.56 seconds to detach 1 volumes for instance. [ 1113.013268] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.013268] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.013532] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleting the datastore file [datastore2] 7bf244b2-3f82-4b72-a325-b6f2716268ac {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.013834] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6cc8ca-9cb9-46b5-8fcf-672506407583 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.020593] env[69498]: DEBUG oslo_vmware.api [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for the task: (returnval){ [ 1113.020593] env[69498]: value = "task-4098492" [ 1113.020593] env[69498]: _type = "Task" [ 1113.020593] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.029786] env[69498]: DEBUG oslo_vmware.api [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.132934] env[69498]: DEBUG nova.compute.manager [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Received event network-changed-89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.132934] env[69498]: DEBUG nova.compute.manager [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Refreshing instance network info cache due to event network-changed-89541482-e37d-4ef8-a055-4510b27f8b00. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.133059] env[69498]: DEBUG oslo_concurrency.lockutils [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] Acquiring lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.133165] env[69498]: DEBUG oslo_concurrency.lockutils [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] Acquired lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.133329] env[69498]: DEBUG nova.network.neutron [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Refreshing network info cache for port 89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.282334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.282613] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.282831] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.283095] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.283304] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.285815] env[69498]: INFO nova.compute.manager [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Terminating instance [ 1113.358650] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6c183aba-a793-406d-92c8-67e751a73fcd tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "002445c0-0082-48f6-89f6-26b917d40ba2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.844s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.434110] env[69498]: DEBUG nova.compute.utils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.438110] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.438349] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.451431] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098490, 'name': CreateVM_Task, 'duration_secs': 0.408149} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.451431] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.451996] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.452179] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.452624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.453374] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659a585a-04e6-4ea3-883a-334f05cca510 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.459645] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1113.459645] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a5295-50e7-28f8-cd84-a9c2099e63a8" [ 1113.459645] env[69498]: _type = "Task" [ 1113.459645] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.460637] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.471100] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a5295-50e7-28f8-cd84-a9c2099e63a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.483902] env[69498]: DEBUG nova.policy [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c98993ed064351b08cee28bb87a661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f888e747afd541159c4458cf1007c8ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.534016] env[69498]: DEBUG oslo_vmware.api [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Task: {'id': task-4098492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237405} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.534325] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.535030] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.535030] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.535030] env[69498]: INFO nova.compute.manager [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1113.535204] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.535337] env[69498]: DEBUG nova.compute.manager [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.535437] env[69498]: DEBUG nova.network.neutron [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.791890] env[69498]: DEBUG nova.compute.manager [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.792147] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.793044] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ae273-3f98-49e7-8aa8-44e28126551f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.802800] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.803106] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4baa630-17b0-4e9a-bc60-f731be3bb336 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.837475] env[69498]: DEBUG nova.network.neutron [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Successfully updated port: 4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.898834] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.899203] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.899750] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore1] 23ba85c2-8d84-4a26-813f-a1a7fe202fc8 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.900185] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b40bfbc3-b44a-4e2e-ae1c-9eec2d7f4aa1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.908796] env[69498]: DEBUG oslo_vmware.api [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1113.908796] env[69498]: value = "task-4098494" [ 1113.908796] env[69498]: _type = "Task" [ 1113.908796] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.918217] env[69498]: DEBUG oslo_vmware.api [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.938601] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.974420] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527a5295-50e7-28f8-cd84-a9c2099e63a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.974784] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.976106] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.976636] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.976835] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.977077] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.977394] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e111304-9fdb-41ec-a875-f66e50aca350 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.988076] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.988273] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.993868] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0028e509-54f6-411a-a51f-8ed28b6e0a94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.001598] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1114.001598] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52edfffc-315a-a624-90be-e02866e1f9dd" [ 1114.001598] env[69498]: _type = "Task" [ 1114.001598] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.012249] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52edfffc-315a-a624-90be-e02866e1f9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.025548] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.025894] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811896', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'name': 'volume-758c917d-9dd1-402b-af21-5a5427c67f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'serial': '758c917d-9dd1-402b-af21-5a5427c67f4d'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.027388] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e4f03-5016-417c-88c3-41e930aff9e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050415] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ea0aa-853a-4186-ab56-78c581a5f4e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.084809] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-758c917d-9dd1-402b-af21-5a5427c67f4d/volume-758c917d-9dd1-402b-af21-5a5427c67f4d.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.089134] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f014d4-be7f-4a8e-9f89-ed2b3be4aa82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.110173] env[69498]: DEBUG oslo_vmware.api [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1114.110173] env[69498]: value = "task-4098495" [ 1114.110173] env[69498]: _type = "Task" [ 1114.110173] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.119370] env[69498]: DEBUG oslo_vmware.api [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.304251] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c94f3b2-0857-430a-a5ef-3e0bdc74dd42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.312755] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc0b478-d936-43a4-8200-f26fc59490c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.347630] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.347695] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.348140] env[69498]: DEBUG nova.network.neutron [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.353699] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6576e3a9-3211-4b83-adc7-4c408ec8aace {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.366822] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b5001-43ae-4d52-ac1b-1819a19265a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.372326] env[69498]: DEBUG nova.network.neutron [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updated VIF entry in instance network info cache for port 89541482-e37d-4ef8-a055-4510b27f8b00. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.372678] env[69498]: DEBUG nova.network.neutron [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updating instance_info_cache with network_info: [{"id": "89541482-e37d-4ef8-a055-4510b27f8b00", "address": "fa:16:3e:0d:c3:01", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89541482-e3", "ovs_interfaceid": "89541482-e37d-4ef8-a055-4510b27f8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.386291] env[69498]: DEBUG nova.compute.provider_tree [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.388888] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Successfully created port: 3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.419350] env[69498]: DEBUG oslo_vmware.api [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202119} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.419605] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.419786] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.419961] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.420191] env[69498]: INFO nova.compute.manager [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1114.420502] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.420707] env[69498]: DEBUG nova.compute.manager [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.420807] env[69498]: DEBUG nova.network.neutron [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.470229] env[69498]: DEBUG nova.compute.manager [req-b8eaf1a1-4c57-4eb7-a3fb-8201724dee6a req-9c1c1a98-7817-461f-b482-fc3322d06414 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Received event network-vif-deleted-b9d23c88-4472-4d8e-b0a4-2f841622f367 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.470548] env[69498]: INFO nova.compute.manager [req-b8eaf1a1-4c57-4eb7-a3fb-8201724dee6a req-9c1c1a98-7817-461f-b482-fc3322d06414 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Neutron deleted interface b9d23c88-4472-4d8e-b0a4-2f841622f367; detaching it from the instance and deleting it from the info cache [ 1114.470702] env[69498]: DEBUG nova.network.neutron [req-b8eaf1a1-4c57-4eb7-a3fb-8201724dee6a req-9c1c1a98-7817-461f-b482-fc3322d06414 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.513993] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52edfffc-315a-a624-90be-e02866e1f9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013749} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.514983] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d117b088-b0f3-49ef-9534-2f8707713adc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.523937] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1114.523937] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a06f48-be4d-019f-91f9-93503f8793e5" [ 1114.523937] env[69498]: _type = "Task" [ 1114.523937] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.535539] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a06f48-be4d-019f-91f9-93503f8793e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.619916] env[69498]: DEBUG oslo_vmware.api [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098495, 'name': ReconfigVM_Task, 'duration_secs': 0.470154} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.620235] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-758c917d-9dd1-402b-af21-5a5427c67f4d/volume-758c917d-9dd1-402b-af21-5a5427c67f4d.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.625412] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce4103d-7045-4131-a8c1-49608b6dd785 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.645865] env[69498]: DEBUG oslo_vmware.api [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1114.645865] env[69498]: value = "task-4098496" [ 1114.645865] env[69498]: _type = "Task" [ 1114.645865] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.661275] env[69498]: DEBUG oslo_vmware.api [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.875891] env[69498]: DEBUG oslo_concurrency.lockutils [req-585f5b49-7135-4d7b-884f-13ebd56b13a6 req-e979d3e8-e605-48a2-967b-ee2800d3a22b service nova] Releasing lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.893340] env[69498]: WARNING nova.network.neutron [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] 30aebfcd-a45a-4231-881e-e2c2b3412405 already exists in list: networks containing: ['30aebfcd-a45a-4231-881e-e2c2b3412405']. ignoring it [ 1114.895324] env[69498]: DEBUG nova.network.neutron [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.896995] env[69498]: DEBUG nova.scheduler.client.report [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.952288] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.974471] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a642d279-b44e-4a94-b231-562f029e935f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.987417] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.987761] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.987980] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.988283] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.988494] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.988687] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.988971] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.989236] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.989447] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.989681] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.989922] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.993774] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8cbcc2-b302-42c5-82f9-12a2f62e37ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.004497] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ec66f-6237-4ac1-b31c-c3970429eef4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.015966] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d52d61-abe9-4054-a1e3-66fd3eb62be6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.029796] env[69498]: DEBUG nova.compute.manager [req-b8eaf1a1-4c57-4eb7-a3fb-8201724dee6a req-9c1c1a98-7817-461f-b482-fc3322d06414 service nova] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Detach interface failed, port_id=b9d23c88-4472-4d8e-b0a4-2f841622f367, reason: Instance 7bf244b2-3f82-4b72-a325-b6f2716268ac could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.048968] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a06f48-be4d-019f-91f9-93503f8793e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.049300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.049572] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4fd6e26f-0207-448b-b499-a0fbdcd915d9/4fd6e26f-0207-448b-b499-a0fbdcd915d9.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.049842] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be86bd4-1a21-4900-81a3-b3326e1366fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.058465] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1115.058465] env[69498]: value = "task-4098497" [ 1115.058465] env[69498]: _type = "Task" [ 1115.058465] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.067115] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.160979] env[69498]: DEBUG oslo_vmware.api [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098496, 'name': ReconfigVM_Task, 'duration_secs': 0.168932} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.161288] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811896', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'name': 'volume-758c917d-9dd1-402b-af21-5a5427c67f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'serial': '758c917d-9dd1-402b-af21-5a5427c67f4d'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.223974] env[69498]: DEBUG nova.network.neutron [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4948be80-80c3-4942-b696-456830a71ee7", "address": "fa:16:3e:b4:9e:f6", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4948be80-80", "ovs_interfaceid": "4948be80-80c3-4942-b696-456830a71ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.299749] env[69498]: DEBUG nova.compute.manager [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-vif-plugged-4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.300148] env[69498]: DEBUG oslo_concurrency.lockutils [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.300537] env[69498]: DEBUG oslo_concurrency.lockutils [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.300905] env[69498]: DEBUG oslo_concurrency.lockutils [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.301735] env[69498]: DEBUG nova.compute.manager [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] No waiting events found dispatching network-vif-plugged-4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.301735] env[69498]: WARNING nova.compute.manager [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received unexpected event network-vif-plugged-4948be80-80c3-4942-b696-456830a71ee7 for instance with vm_state active and task_state None. [ 1115.301735] env[69498]: DEBUG nova.compute.manager [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-changed-4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.302117] env[69498]: DEBUG nova.compute.manager [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing instance network info cache due to event network-changed-4948be80-80c3-4942-b696-456830a71ee7. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.302117] env[69498]: DEBUG oslo_concurrency.lockutils [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.340105] env[69498]: DEBUG nova.network.neutron [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.400774] env[69498]: INFO nova.compute.manager [-] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Took 1.87 seconds to deallocate network for instance. [ 1115.401765] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.402519] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.408203] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.883s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.410319] env[69498]: INFO nova.compute.claims [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.429101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "002445c0-0082-48f6-89f6-26b917d40ba2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.429101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "002445c0-0082-48f6-89f6-26b917d40ba2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.429101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "002445c0-0082-48f6-89f6-26b917d40ba2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.429101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "002445c0-0082-48f6-89f6-26b917d40ba2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.429624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "002445c0-0082-48f6-89f6-26b917d40ba2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.431669] env[69498]: INFO nova.compute.manager [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Terminating instance [ 1115.569231] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.727067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.727718] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.727880] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.728170] env[69498]: DEBUG oslo_concurrency.lockutils [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.728350] env[69498]: DEBUG nova.network.neutron [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing network info cache for port 4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.730945] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c7f39-4826-47b6-8c96-5f2cd8646ee5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.748640] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.748867] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.749060] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.749276] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.749426] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.749568] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.749767] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.749919] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.750127] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.750259] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.750429] env[69498]: DEBUG nova.virt.hardware [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.756560] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Reconfiguring VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1115.757197] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cf2a57-5e5e-4a2b-b844-c59db448dde3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.775627] env[69498]: DEBUG oslo_vmware.api [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1115.775627] env[69498]: value = "task-4098498" [ 1115.775627] env[69498]: _type = "Task" [ 1115.775627] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.784681] env[69498]: DEBUG oslo_vmware.api [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098498, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.842967] env[69498]: INFO nova.compute.manager [-] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Took 1.42 seconds to deallocate network for instance. [ 1115.910035] env[69498]: DEBUG nova.compute.utils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.911857] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.911857] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.921545] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.937160] env[69498]: DEBUG nova.compute.manager [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.937386] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.938557] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd914a3-0438-43cc-a825-8dca08541366 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.948417] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.948585] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a69fd79-5d91-4cb0-a711-936e70b55a98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.957455] env[69498]: DEBUG oslo_vmware.api [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1115.957455] env[69498]: value = "task-4098499" [ 1115.957455] env[69498]: _type = "Task" [ 1115.957455] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.968209] env[69498]: DEBUG oslo_vmware.api [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.979383] env[69498]: DEBUG nova.policy [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c98993ed064351b08cee28bb87a661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f888e747afd541159c4458cf1007c8ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.070484] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551636} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.070764] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4fd6e26f-0207-448b-b499-a0fbdcd915d9/4fd6e26f-0207-448b-b499-a0fbdcd915d9.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.070978] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.071254] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6174b50b-a030-4f2c-818d-dc3881d942b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.078629] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1116.078629] env[69498]: value = "task-4098500" [ 1116.078629] env[69498]: _type = "Task" [ 1116.078629] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.091300] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.200115] env[69498]: DEBUG nova.objects.instance [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 686b0ab0-59e9-4e5a-9d94-86087129577b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.287040] env[69498]: DEBUG oslo_vmware.api [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.350704] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.416357] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.423329] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Successfully updated port: 3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.475243] env[69498]: DEBUG oslo_vmware.api [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098499, 'name': PowerOffVM_Task, 'duration_secs': 0.226153} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.475243] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.475243] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.475243] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77671115-795f-4dfe-9c64-a6929b591cac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.565799] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.566056] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.566256] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleting the datastore file [datastore1] 002445c0-0082-48f6-89f6-26b917d40ba2 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.566533] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1b1a72-8a7f-4b4f-84ff-bebb3d6c7cf7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.577213] env[69498]: DEBUG oslo_vmware.api [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for the task: (returnval){ [ 1116.577213] env[69498]: value = "task-4098502" [ 1116.577213] env[69498]: _type = "Task" [ 1116.577213] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.592542] env[69498]: DEBUG oslo_vmware.api [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.597876] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07817} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.601113] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.601830] env[69498]: DEBUG nova.compute.manager [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Received event network-vif-deleted-b0420c88-0777-4811-a2bb-1bdc927df5ae {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.602141] env[69498]: DEBUG nova.compute.manager [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Received event network-vif-plugged-3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.602430] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] Acquiring lock "940adff7-f483-46aa-ab89-4ebfc7797481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.602741] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] Lock "940adff7-f483-46aa-ab89-4ebfc7797481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.602973] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] Lock "940adff7-f483-46aa-ab89-4ebfc7797481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.603196] env[69498]: DEBUG nova.compute.manager [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] No waiting events found dispatching network-vif-plugged-3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.603415] env[69498]: WARNING nova.compute.manager [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Received unexpected event network-vif-plugged-3b50b8ed-6d41-4789-bc30-e8492fc62701 for instance with vm_state building and task_state spawning. [ 1116.603627] env[69498]: DEBUG nova.compute.manager [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Received event network-changed-3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.603849] env[69498]: DEBUG nova.compute.manager [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Refreshing instance network info cache due to event network-changed-3b50b8ed-6d41-4789-bc30-e8492fc62701. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.604135] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] Acquiring lock "refresh_cache-940adff7-f483-46aa-ab89-4ebfc7797481" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.604256] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] Acquired lock "refresh_cache-940adff7-f483-46aa-ab89-4ebfc7797481" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.605046] env[69498]: DEBUG nova.network.neutron [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Refreshing network info cache for port 3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.610217] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91578e6d-6613-44a2-a9ea-837a30288e87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.616344] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Successfully created port: 8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.642705] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4fd6e26f-0207-448b-b499-a0fbdcd915d9/4fd6e26f-0207-448b-b499-a0fbdcd915d9.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.647089] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2d39e3-ab01-4758-b4d4-031816cc9737 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.666963] env[69498]: DEBUG nova.network.neutron [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updated VIF entry in instance network info cache for port 4948be80-80c3-4942-b696-456830a71ee7. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.667553] env[69498]: DEBUG nova.network.neutron [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4948be80-80c3-4942-b696-456830a71ee7", "address": "fa:16:3e:b4:9e:f6", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4948be80-80", "ovs_interfaceid": "4948be80-80c3-4942-b696-456830a71ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.680471] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1116.680471] env[69498]: value = "task-4098503" [ 1116.680471] env[69498]: _type = "Task" [ 1116.680471] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.692788] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.708102] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9e8a4c14-7f66-4fd8-be89-c1d45052dec3 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.297s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.787774] env[69498]: DEBUG oslo_vmware.api [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098498, 'name': ReconfigVM_Task, 'duration_secs': 1.009236} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.788278] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.789177] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Reconfigured VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1116.805999] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89218c9-5016-46ed-b54e-a83abc92ea81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.815465] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8382f369-1910-4f0c-acaf-c2d8cb3659ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.851604] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11633dda-48fb-48e6-bd88-2ac17b2a9e1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.860717] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0c745-8f33-44b5-a699-04a93b6689ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.876329] env[69498]: DEBUG nova.compute.provider_tree [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.924422] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "refresh_cache-940adff7-f483-46aa-ab89-4ebfc7797481" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.090429] env[69498]: DEBUG oslo_vmware.api [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Task: {'id': task-4098502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17501} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.091209] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.091477] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.091665] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.091836] env[69498]: INFO nova.compute.manager [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1117.092149] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.092401] env[69498]: DEBUG nova.compute.manager [-] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.092504] env[69498]: DEBUG nova.network.neutron [-] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.158831] env[69498]: DEBUG nova.network.neutron [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.170689] env[69498]: DEBUG oslo_concurrency.lockutils [req-994e03fa-18d2-46a0-b6d9-a9d573917723 req-72953018-3998-4273-bb28-c7bd98cb00c1 service nova] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.189137] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.296485] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1baffda8-bb05-431c-8e98-537040f3c9c9 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-4948be80-80c3-4942-b696-456830a71ee7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.423s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.304661] env[69498]: DEBUG nova.network.neutron [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.379877] env[69498]: DEBUG nova.scheduler.client.report [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.425522] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.453358] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.453608] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.453772] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.453956] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.454118] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.454302] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.454464] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.454625] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.454829] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.454974] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.455142] env[69498]: DEBUG nova.virt.hardware [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.456337] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1038f6c-04cf-4426-8d85-e6fa452f9dc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.464525] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727fc43c-f46e-4f06-a80f-368e0c4c5ac3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.689526] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.745875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.746238] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.809284] env[69498]: DEBUG oslo_concurrency.lockutils [req-2c10f3fe-4a7a-4257-8907-bcc4ad26ee80 req-e3cfb9b7-4531-453c-81be-5a3f2bf1f905 service nova] Releasing lock "refresh_cache-940adff7-f483-46aa-ab89-4ebfc7797481" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.809725] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "refresh_cache-940adff7-f483-46aa-ab89-4ebfc7797481" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.809940] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.887758] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.888344] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.891134] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.772s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.892620] env[69498]: INFO nova.compute.claims [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.929516] env[69498]: DEBUG nova.network.neutron [-] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.160176] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Successfully updated port: 8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.189250] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098503, 'name': ReconfigVM_Task, 'duration_secs': 1.38525} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.189597] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4fd6e26f-0207-448b-b499-a0fbdcd915d9/4fd6e26f-0207-448b-b499-a0fbdcd915d9.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.190706] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1175c4a-cc2d-4ee3-ace4-5c3c6fe99365 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.198916] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1118.198916] env[69498]: value = "task-4098504" [ 1118.198916] env[69498]: _type = "Task" [ 1118.198916] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.208895] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098504, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.249924] env[69498]: DEBUG nova.compute.utils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.344286] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.396618] env[69498]: DEBUG nova.compute.utils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.399833] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.399963] env[69498]: DEBUG nova.network.neutron [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.432742] env[69498]: INFO nova.compute.manager [-] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Took 1.34 seconds to deallocate network for instance. [ 1118.467585] env[69498]: DEBUG nova.policy [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f535547f95e409bab17f7051e937e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd8ef461d5c45ada349c23d9bc859c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.538062] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Updating instance_info_cache with network_info: [{"id": "3b50b8ed-6d41-4789-bc30-e8492fc62701", "address": "fa:16:3e:ca:ac:52", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b50b8ed-6d", "ovs_interfaceid": "3b50b8ed-6d41-4789-bc30-e8492fc62701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.663241] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "refresh_cache-208852e9-a88d-40fe-8a8d-4a507a008d41" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.663513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "refresh_cache-208852e9-a88d-40fe-8a8d-4a507a008d41" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.663673] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.669023] env[69498]: DEBUG nova.compute.manager [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Received event network-vif-deleted-71b30ec1-2cb7-453f-aed6-c3eb0ca11173 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.669023] env[69498]: DEBUG nova.compute.manager [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Received event network-vif-plugged-8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.669023] env[69498]: DEBUG oslo_concurrency.lockutils [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] Acquiring lock "208852e9-a88d-40fe-8a8d-4a507a008d41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.669023] env[69498]: DEBUG oslo_concurrency.lockutils [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.669745] env[69498]: DEBUG oslo_concurrency.lockutils [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.669850] env[69498]: DEBUG nova.compute.manager [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] No waiting events found dispatching network-vif-plugged-8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1118.670064] env[69498]: WARNING nova.compute.manager [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Received unexpected event network-vif-plugged-8a24c0b6-2c21-49c8-9620-5888bd67c7b8 for instance with vm_state building and task_state spawning. [ 1118.671341] env[69498]: DEBUG nova.compute.manager [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Received event network-changed-8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.671341] env[69498]: DEBUG nova.compute.manager [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Refreshing instance network info cache due to event network-changed-8a24c0b6-2c21-49c8-9620-5888bd67c7b8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.671341] env[69498]: DEBUG oslo_concurrency.lockutils [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] Acquiring lock "refresh_cache-208852e9-a88d-40fe-8a8d-4a507a008d41" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.709778] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098504, 'name': Rename_Task, 'duration_secs': 0.171345} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.710226] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.710550] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f12d0091-da66-4097-ade8-94ecfed3688f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.718593] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1118.718593] env[69498]: value = "task-4098505" [ 1118.718593] env[69498]: _type = "Task" [ 1118.718593] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.728046] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.752757] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.804382] env[69498]: DEBUG nova.network.neutron [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Successfully created port: b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.877890] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-4948be80-80c3-4942-b696-456830a71ee7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.878292] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-4948be80-80c3-4942-b696-456830a71ee7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.902622] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.939082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.042095] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "refresh_cache-940adff7-f483-46aa-ab89-4ebfc7797481" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.042454] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Instance network_info: |[{"id": "3b50b8ed-6d41-4789-bc30-e8492fc62701", "address": "fa:16:3e:ca:ac:52", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b50b8ed-6d", "ovs_interfaceid": "3b50b8ed-6d41-4789-bc30-e8492fc62701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.043117] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ac:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b50b8ed-6d41-4789-bc30-e8492fc62701', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.052119] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.052383] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.055705] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cf6b79f-304c-4c24-a3cc-d645d9597c0e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.077367] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.077367] env[69498]: value = "task-4098506" [ 1119.077367] env[69498]: _type = "Task" [ 1119.077367] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.089310] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098506, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.145213] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d323d8ea-d42a-43c0-b78d-05cdfd4cb085 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.154884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa25f49-a9db-45df-92e3-62c42e44fece {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.190581] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8429f0-4e58-4764-80b2-4cefdd789892 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.199516] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65340bd-6d87-4a67-8603-ea2f70d69d38 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.950333] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.953471] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.953631] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.966224] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da377549-59a4-490b-b1ae-6b26ce40a5d8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.986274] env[69498]: DEBUG nova.compute.provider_tree [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.002773] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098506, 'name': CreateVM_Task, 'duration_secs': 0.437521} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.003534] env[69498]: DEBUG oslo_vmware.api [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098505, 'name': PowerOnVM_Task, 'duration_secs': 0.532415} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.006434] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.007154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed32865e-6e57-4a4d-9986-9ab231ef079c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.009624] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.009822] env[69498]: INFO nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1120.010022] env[69498]: DEBUG nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.010879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.011049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.011390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.012077] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d7225-af70-488d-aa81-61012473465f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.014820] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1549e9e-ba81-46ea-aa96-097dd4a9f676 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.039133] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1120.039133] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52df0534-c158-d247-1cc2-a5e849b04338" [ 1120.039133] env[69498]: _type = "Task" [ 1120.039133] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.044659] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Reconfiguring VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1120.047941] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d4395e-0a97-40aa-8883-6d9324db4303 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.071972] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52df0534-c158-d247-1cc2-a5e849b04338, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.073756] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.074733] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.074733] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.074733] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.074733] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.075165] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1120.075165] env[69498]: value = "task-4098507" [ 1120.075165] env[69498]: _type = "Task" [ 1120.075165] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.075165] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87371cc-8ebd-43fb-8d76-4bf86f88a2bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.090355] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.091593] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.091777] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.092626] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2de8c4c-197d-4861-a923-00398ea225b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.098525] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1120.098525] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5262dbfe-5a6c-2eaa-9d47-98d894717450" [ 1120.098525] env[69498]: _type = "Task" [ 1120.098525] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.109238] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5262dbfe-5a6c-2eaa-9d47-98d894717450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.209312] env[69498]: DEBUG nova.network.neutron [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Updating instance_info_cache with network_info: [{"id": "8a24c0b6-2c21-49c8-9620-5888bd67c7b8", "address": "fa:16:3e:ce:dc:34", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a24c0b6-2c", "ovs_interfaceid": "8a24c0b6-2c21-49c8-9620-5888bd67c7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.351465] env[69498]: DEBUG nova.network.neutron [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Successfully updated port: b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.460605] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.472099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.472282] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.473064] env[69498]: INFO nova.compute.manager [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Attaching volume 25061fd3-d95c-4a2f-99ce-142c0fab2f64 to /dev/sdc [ 1120.491893] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.492105] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.492275] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.492458] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.492602] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.492743] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.492987] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.493129] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.493301] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.493459] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.493632] env[69498]: DEBUG nova.virt.hardware [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.494849] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505fb10a-b846-4063-8c6c-ec1e87053396 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.503884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e446387-e236-44b7-b7a2-e7b8c0e679cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.509491] env[69498]: DEBUG nova.scheduler.client.report [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.513880] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1da1e5a-3d02-49cc-ada6-b072ec44e070 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.530126] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b6086f-290a-4eeb-ba64-d15c47a1ec6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.544919] env[69498]: DEBUG nova.virt.block_device [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating existing volume attachment record: 1f26d79d-efe3-49c0-abc6-fe3a7455df29 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.553398] env[69498]: INFO nova.compute.manager [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Took 21.51 seconds to build instance. [ 1120.586970] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.609622] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5262dbfe-5a6c-2eaa-9d47-98d894717450, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.610384] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a9dc21-cca1-4172-b927-e653eb9e7514 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.616092] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1120.616092] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ad4b82-b707-0f49-4914-7978187dbcc7" [ 1120.616092] env[69498]: _type = "Task" [ 1120.616092] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.624390] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ad4b82-b707-0f49-4914-7978187dbcc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.712198] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "refresh_cache-208852e9-a88d-40fe-8a8d-4a507a008d41" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.712655] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Instance network_info: |[{"id": "8a24c0b6-2c21-49c8-9620-5888bd67c7b8", "address": "fa:16:3e:ce:dc:34", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a24c0b6-2c", "ovs_interfaceid": "8a24c0b6-2c21-49c8-9620-5888bd67c7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.713447] env[69498]: DEBUG oslo_concurrency.lockutils [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] Acquired lock "refresh_cache-208852e9-a88d-40fe-8a8d-4a507a008d41" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.713447] env[69498]: DEBUG nova.network.neutron [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Refreshing network info cache for port 8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.714844] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:dc:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a24c0b6-2c21-49c8-9620-5888bd67c7b8', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.723808] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.727139] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.727628] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f43b971-e7c2-42e5-b8c1-47ac6e5683b1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.745651] env[69498]: DEBUG nova.compute.manager [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Received event network-vif-plugged-b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.745789] env[69498]: DEBUG oslo_concurrency.lockutils [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] Acquiring lock "36959663-d90e-4558-89f4-ab5e13dc19e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.745987] env[69498]: DEBUG oslo_concurrency.lockutils [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.746180] env[69498]: DEBUG oslo_concurrency.lockutils [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.746354] env[69498]: DEBUG nova.compute.manager [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] No waiting events found dispatching network-vif-plugged-b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.746537] env[69498]: WARNING nova.compute.manager [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Received unexpected event network-vif-plugged-b8761dc4-3196-47d5-9d88-440719be9d31 for instance with vm_state building and task_state spawning. [ 1120.746702] env[69498]: DEBUG nova.compute.manager [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Received event network-changed-b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.746852] env[69498]: DEBUG nova.compute.manager [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Refreshing instance network info cache due to event network-changed-b8761dc4-3196-47d5-9d88-440719be9d31. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.747049] env[69498]: DEBUG oslo_concurrency.lockutils [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] Acquiring lock "refresh_cache-36959663-d90e-4558-89f4-ab5e13dc19e1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.747186] env[69498]: DEBUG oslo_concurrency.lockutils [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] Acquired lock "refresh_cache-36959663-d90e-4558-89f4-ab5e13dc19e1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.747341] env[69498]: DEBUG nova.network.neutron [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Refreshing network info cache for port b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.754725] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.754725] env[69498]: value = "task-4098509" [ 1120.754725] env[69498]: _type = "Task" [ 1120.754725] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.764690] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098509, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.855699] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-36959663-d90e-4558-89f4-ab5e13dc19e1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.970115] env[69498]: DEBUG nova.network.neutron [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Updated VIF entry in instance network info cache for port 8a24c0b6-2c21-49c8-9620-5888bd67c7b8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.970604] env[69498]: DEBUG nova.network.neutron [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Updating instance_info_cache with network_info: [{"id": "8a24c0b6-2c21-49c8-9620-5888bd67c7b8", "address": "fa:16:3e:ce:dc:34", "network": {"id": "d00088d5-633d-4c7e-be34-c53f6dbf9453", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470728885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f888e747afd541159c4458cf1007c8ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a24c0b6-2c", "ovs_interfaceid": "8a24c0b6-2c21-49c8-9620-5888bd67c7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.017925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.127s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.018519] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.022496] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.346s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.022833] env[69498]: DEBUG nova.objects.instance [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lazy-loading 'resources' on Instance uuid 273cf30d-cbcd-4311-9a08-2563bfb90f3e {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.055240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-27aedf32-205d-45e2-ab6f-22508a16a371 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.026s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.088474] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.128169] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ad4b82-b707-0f49-4914-7978187dbcc7, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.128467] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.128738] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 940adff7-f483-46aa-ab89-4ebfc7797481/940adff7-f483-46aa-ab89-4ebfc7797481.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.129090] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e90421d-2119-4e05-b6c8-28c7a8243013 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.136357] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1121.136357] env[69498]: value = "task-4098510" [ 1121.136357] env[69498]: _type = "Task" [ 1121.136357] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.147494] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.266390] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098509, 'name': CreateVM_Task, 'duration_secs': 0.307692} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.266984] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.267757] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.267928] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.268297] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.268598] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ada398-14f9-46e8-821b-570dd0ca061f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.274778] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1121.274778] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f26e8a-96dc-0fa7-bf78-e11bcc3909f5" [ 1121.274778] env[69498]: _type = "Task" [ 1121.274778] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.285130] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f26e8a-96dc-0fa7-bf78-e11bcc3909f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.288496] env[69498]: DEBUG nova.network.neutron [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.373188] env[69498]: DEBUG nova.network.neutron [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.473805] env[69498]: DEBUG oslo_concurrency.lockutils [req-96a060a0-d9f9-449a-bbcd-6784dca48513 req-0c4e24f9-2b12-43cd-b3c9-56cbaab46827 service nova] Releasing lock "refresh_cache-208852e9-a88d-40fe-8a8d-4a507a008d41" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.530499] env[69498]: DEBUG nova.compute.utils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.532865] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.533215] env[69498]: DEBUG nova.network.neutron [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.589014] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.590608] env[69498]: DEBUG nova.policy [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.658736] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511842} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.659096] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 940adff7-f483-46aa-ab89-4ebfc7797481/940adff7-f483-46aa-ab89-4ebfc7797481.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.659371] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.659694] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aedf771-20e2-45d5-8a11-f8a5dad80868 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.668995] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1121.668995] env[69498]: value = "task-4098511" [ 1121.668995] env[69498]: _type = "Task" [ 1121.668995] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.682210] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.741725] env[69498]: DEBUG nova.compute.manager [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Received event network-changed-89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.741725] env[69498]: DEBUG nova.compute.manager [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Refreshing instance network info cache due to event network-changed-89541482-e37d-4ef8-a055-4510b27f8b00. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.741725] env[69498]: DEBUG oslo_concurrency.lockutils [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] Acquiring lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.741725] env[69498]: DEBUG oslo_concurrency.lockutils [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] Acquired lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.741959] env[69498]: DEBUG nova.network.neutron [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Refreshing network info cache for port 89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.788734] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f26e8a-96dc-0fa7-bf78-e11bcc3909f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.789088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.789457] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.789674] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.789674] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.789980] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.790142] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41373d10-40bc-4401-971e-932e34541efb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.794927] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae773d-bd92-4526-b954-70cd5fcc59be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.799793] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.800026] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.802456] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bbad4c-355b-4584-8e84-ddfb5765ed2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.805476] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf9217a-9a9e-403e-8b02-64d2f7a2135c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.812192] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1121.812192] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520ddf37-7957-f0ba-4c04-a526ca4d8787" [ 1121.812192] env[69498]: _type = "Task" [ 1121.812192] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.842994] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615b3b1d-5317-4077-bbff-00f2b3b5e020 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.851814] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520ddf37-7957-f0ba-4c04-a526ca4d8787, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.854549] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1175f3d1-cf3a-4546-911e-3aec1ae05139 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.857766] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f80a0c-c04b-4b6e-a959-e65c28fd3176 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.866482] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1121.866482] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5237de18-8375-9670-bfc2-ce09f24d5354" [ 1121.866482] env[69498]: _type = "Task" [ 1121.866482] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.875899] env[69498]: DEBUG oslo_concurrency.lockutils [req-b15e919c-1b2d-4277-8978-aeb2d4d17469 req-61403af8-7025-4931-8414-3a5297c8a922 service nova] Releasing lock "refresh_cache-36959663-d90e-4558-89f4-ab5e13dc19e1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.876637] env[69498]: DEBUG nova.compute.provider_tree [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.881276] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-36959663-d90e-4558-89f4-ab5e13dc19e1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.881460] env[69498]: DEBUG nova.network.neutron [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.889155] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5237de18-8375-9670-bfc2-ce09f24d5354, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.891237] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.891237] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 208852e9-a88d-40fe-8a8d-4a507a008d41/208852e9-a88d-40fe-8a8d-4a507a008d41.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.891237] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31490756-f0b5-4308-a31c-1dcde35b1f42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.903062] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1121.903062] env[69498]: value = "task-4098512" [ 1121.903062] env[69498]: _type = "Task" [ 1121.903062] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.911952] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.954901] env[69498]: DEBUG nova.network.neutron [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Successfully created port: 5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.037396] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.089014] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.181192] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0671} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.181654] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.182779] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8d807-b938-411e-9ba8-77420e70a506 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.207902] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 940adff7-f483-46aa-ab89-4ebfc7797481/940adff7-f483-46aa-ab89-4ebfc7797481.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.208662] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2db26d-d760-4e1a-9c88-12d9eb7f7d0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.229670] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1122.229670] env[69498]: value = "task-4098513" [ 1122.229670] env[69498]: _type = "Task" [ 1122.229670] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.239214] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.383966] env[69498]: DEBUG nova.scheduler.client.report [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.415762] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.441441] env[69498]: DEBUG nova.network.neutron [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.547197] env[69498]: DEBUG nova.network.neutron [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updated VIF entry in instance network info cache for port 89541482-e37d-4ef8-a055-4510b27f8b00. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.549100] env[69498]: DEBUG nova.network.neutron [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updating instance_info_cache with network_info: [{"id": "89541482-e37d-4ef8-a055-4510b27f8b00", "address": "fa:16:3e:0d:c3:01", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89541482-e3", "ovs_interfaceid": "89541482-e37d-4ef8-a055-4510b27f8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.596043] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.657270] env[69498]: DEBUG nova.network.neutron [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Updating instance_info_cache with network_info: [{"id": "b8761dc4-3196-47d5-9d88-440719be9d31", "address": "fa:16:3e:62:eb:c3", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8761dc4-31", "ovs_interfaceid": "b8761dc4-3196-47d5-9d88-440719be9d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.740473] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.891841] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.896079] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.619s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.897786] env[69498]: INFO nova.compute.claims [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.916212] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770904} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.916584] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 208852e9-a88d-40fe-8a8d-4a507a008d41/208852e9-a88d-40fe-8a8d-4a507a008d41.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.916965] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.917157] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a11084ae-ab38-4cfe-ad87-bd7c86c433a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.925561] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1122.925561] env[69498]: value = "task-4098515" [ 1122.925561] env[69498]: _type = "Task" [ 1122.925561] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.930196] env[69498]: INFO nova.scheduler.client.report [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Deleted allocations for instance 273cf30d-cbcd-4311-9a08-2563bfb90f3e [ 1122.937779] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.051390] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.053967] env[69498]: DEBUG oslo_concurrency.lockutils [req-d8242f80-22ce-4abb-bc15-69657c4d4ac2 req-eccefcee-538d-4462-b7fd-e1bb9057f5d3 service nova] Releasing lock "refresh_cache-4fd6e26f-0207-448b-b499-a0fbdcd915d9" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.078103] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.078407] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.078585] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.078791] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.079049] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.079219] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.079442] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.079605] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.079771] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.079935] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.080125] env[69498]: DEBUG nova.virt.hardware [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.080978] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aef4f9-0650-425b-bfdb-98e06f0920f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.094642] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac4591-9b9a-4c23-98ca-abda61b3ebca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.098424] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.160504] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-36959663-d90e-4558-89f4-ab5e13dc19e1" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.160866] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Instance network_info: |[{"id": "b8761dc4-3196-47d5-9d88-440719be9d31", "address": "fa:16:3e:62:eb:c3", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8761dc4-31", "ovs_interfaceid": "b8761dc4-3196-47d5-9d88-440719be9d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.161372] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:eb:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8761dc4-3196-47d5-9d88-440719be9d31', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.168830] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.169113] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.169346] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c939b77-9c74-4d6c-bbc7-1bcfe7172735 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.189478] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.189478] env[69498]: value = "task-4098516" [ 1123.189478] env[69498]: _type = "Task" [ 1123.189478] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.197613] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098516, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.241193] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.347495] env[69498]: DEBUG nova.compute.manager [req-d164891f-4114-4f18-8fb9-08be96ec4e5e req-54df40fc-da03-4571-80f5-a2d4d8c8d283 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Received event network-vif-plugged-5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.347789] env[69498]: DEBUG oslo_concurrency.lockutils [req-d164891f-4114-4f18-8fb9-08be96ec4e5e req-54df40fc-da03-4571-80f5-a2d4d8c8d283 service nova] Acquiring lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.347948] env[69498]: DEBUG oslo_concurrency.lockutils [req-d164891f-4114-4f18-8fb9-08be96ec4e5e req-54df40fc-da03-4571-80f5-a2d4d8c8d283 service nova] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.348132] env[69498]: DEBUG oslo_concurrency.lockutils [req-d164891f-4114-4f18-8fb9-08be96ec4e5e req-54df40fc-da03-4571-80f5-a2d4d8c8d283 service nova] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.348300] env[69498]: DEBUG nova.compute.manager [req-d164891f-4114-4f18-8fb9-08be96ec4e5e req-54df40fc-da03-4571-80f5-a2d4d8c8d283 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] No waiting events found dispatching network-vif-plugged-5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1123.348465] env[69498]: WARNING nova.compute.manager [req-d164891f-4114-4f18-8fb9-08be96ec4e5e req-54df40fc-da03-4571-80f5-a2d4d8c8d283 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Received unexpected event network-vif-plugged-5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb for instance with vm_state building and task_state spawning. [ 1123.436471] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103318} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.436792] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.437464] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1627af-991d-4a20-9a7d-d8946100a391 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.442910] env[69498]: DEBUG oslo_concurrency.lockutils [None req-340f555a-0b4b-41a6-9365-b67b6185b8ab tempest-ServerRescueNegativeTestJSON-1517573171 tempest-ServerRescueNegativeTestJSON-1517573171-project-member] Lock "273cf30d-cbcd-4311-9a08-2563bfb90f3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.304s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.444848] env[69498]: DEBUG nova.network.neutron [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Successfully updated port: 5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.465473] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 208852e9-a88d-40fe-8a8d-4a507a008d41/208852e9-a88d-40fe-8a8d-4a507a008d41.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.466640] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3faf393d-d43f-456c-902e-181c0f5b353a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.489609] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1123.489609] env[69498]: value = "task-4098517" [ 1123.489609] env[69498]: _type = "Task" [ 1123.489609] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.499126] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.593941] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.703691] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098516, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.741955] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098513, 'name': ReconfigVM_Task, 'duration_secs': 1.122517} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.742392] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 940adff7-f483-46aa-ab89-4ebfc7797481/940adff7-f483-46aa-ab89-4ebfc7797481.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.743063] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e59241f-5fa7-4598-ab93-1772599abfa2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.750634] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1123.750634] env[69498]: value = "task-4098518" [ 1123.750634] env[69498]: _type = "Task" [ 1123.750634] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.761344] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098518, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.968708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-0a51e5b9-7fad-4f29-8a97-c529e9950df6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.968960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-0a51e5b9-7fad-4f29-8a97-c529e9950df6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.969172] env[69498]: DEBUG nova.network.neutron [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.004875] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098517, 'name': ReconfigVM_Task, 'duration_secs': 0.300399} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.005211] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 208852e9-a88d-40fe-8a8d-4a507a008d41/208852e9-a88d-40fe-8a8d-4a507a008d41.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.005839] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e335c05f-9ecc-439b-876c-ce6fa3d9f0a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.015768] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1124.015768] env[69498]: value = "task-4098519" [ 1124.015768] env[69498]: _type = "Task" [ 1124.015768] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.024762] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098519, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.096148] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.151849] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe42fe7b-2b67-4bfc-8e85-7f97e3306d3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.159860] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cdc92d-8871-41a6-83fb-39aecc457e5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.194291] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1417cc08-e101-45c7-b258-8b33bdea234d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.206477] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b0a000-b321-4518-8a32-57bd91fb2204 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.210410] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098516, 'name': CreateVM_Task, 'duration_secs': 0.609052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.210596] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.211745] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.211916] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.212284] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.212581] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409fe445-b941-46fd-ae77-be8fbd0e07b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.222251] env[69498]: DEBUG nova.compute.provider_tree [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.229329] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1124.229329] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5292b121-4fe8-3e3a-557c-487bde159095" [ 1124.229329] env[69498]: _type = "Task" [ 1124.229329] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.239951] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5292b121-4fe8-3e3a-557c-487bde159095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.260968] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098518, 'name': Rename_Task, 'duration_secs': 0.377542} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.261270] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.261528] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd5b4ab-3e6b-4997-96fd-334e6e5e710b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.268282] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1124.268282] env[69498]: value = "task-4098520" [ 1124.268282] env[69498]: _type = "Task" [ 1124.268282] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.277591] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.507793] env[69498]: DEBUG nova.network.neutron [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.525180] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098519, 'name': Rename_Task, 'duration_secs': 0.164137} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.527612] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.527936] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74f0a2c4-413b-478f-ab8d-07beb8e44146 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.534720] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1124.534720] env[69498]: value = "task-4098521" [ 1124.534720] env[69498]: _type = "Task" [ 1124.534720] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.543021] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.595722] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.645157] env[69498]: DEBUG nova.network.neutron [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Updating instance_info_cache with network_info: [{"id": "5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb", "address": "fa:16:3e:0d:60:b7", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa43c9e-04", "ovs_interfaceid": "5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.726261] env[69498]: DEBUG nova.scheduler.client.report [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.743858] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5292b121-4fe8-3e3a-557c-487bde159095, 'name': SearchDatastore_Task, 'duration_secs': 0.050182} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.744235] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.745612] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.745612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.745760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.746168] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.746650] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa865550-4853-4737-a9ff-84cd29a8a037 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.759778] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.760025] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.761362] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13dac73-8b0e-4076-8138-1544d27ac0cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.771490] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1124.771490] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5243f3e5-3e26-93ac-ee2c-7cd2314379da" [ 1124.771490] env[69498]: _type = "Task" [ 1124.771490] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.784109] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.789045] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5243f3e5-3e26-93ac-ee2c-7cd2314379da, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.789045] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f52ff7-7743-4884-aab0-87d5c18be30c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.795977] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1124.795977] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e1eb09-4e7f-76ca-ae21-cdd4803b9ebe" [ 1124.795977] env[69498]: _type = "Task" [ 1124.795977] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.804885] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e1eb09-4e7f-76ca-ae21-cdd4803b9ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.047057] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.098668] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.100541] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.100764] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811899', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'name': 'volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'serial': '25061fd3-d95c-4a2f-99ce-142c0fab2f64'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.101616] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d236a87-8dab-4f45-9728-0b9ff50d9d97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.118741] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f134c4a-179f-4852-9ec9-4a10914085cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.148196] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64/volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.148891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-0a51e5b9-7fad-4f29-8a97-c529e9950df6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.149278] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Instance network_info: |[{"id": "5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb", "address": "fa:16:3e:0d:60:b7", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa43c9e-04", "ovs_interfaceid": "5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.149603] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c55262b-87b3-4271-a40b-c69d6c70209c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.163435] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:60:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.170980] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.171276] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.172218] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30cbba9-0a7e-4dd9-bd6e-c91d01009958 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.189260] env[69498]: DEBUG oslo_vmware.api [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1125.189260] env[69498]: value = "task-4098522" [ 1125.189260] env[69498]: _type = "Task" [ 1125.189260] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.199354] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.199354] env[69498]: value = "task-4098523" [ 1125.199354] env[69498]: _type = "Task" [ 1125.199354] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.202225] env[69498]: DEBUG oslo_vmware.api [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.213207] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098523, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.235802] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.236453] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.239679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.870s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.239785] env[69498]: DEBUG nova.objects.instance [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1125.283531] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098520, 'name': PowerOnVM_Task, 'duration_secs': 0.974351} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.283967] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.284333] env[69498]: INFO nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1125.284657] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.286510] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bc1735-473f-4ccc-99bf-0b1b5060ac83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.311505] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e1eb09-4e7f-76ca-ae21-cdd4803b9ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.311875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.312194] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 36959663-d90e-4558-89f4-ab5e13dc19e1/36959663-d90e-4558-89f4-ab5e13dc19e1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.312915] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e63e9b7-10d6-44d6-a5e7-e682a8933f55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.322480] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1125.322480] env[69498]: value = "task-4098524" [ 1125.322480] env[69498]: _type = "Task" [ 1125.322480] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.334651] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.380733] env[69498]: DEBUG nova.compute.manager [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Received event network-changed-5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.380960] env[69498]: DEBUG nova.compute.manager [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Refreshing instance network info cache due to event network-changed-5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.381512] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] Acquiring lock "refresh_cache-0a51e5b9-7fad-4f29-8a97-c529e9950df6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.381620] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] Acquired lock "refresh_cache-0a51e5b9-7fad-4f29-8a97-c529e9950df6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.381808] env[69498]: DEBUG nova.network.neutron [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Refreshing network info cache for port 5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.549197] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.599888] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.702783] env[69498]: DEBUG oslo_vmware.api [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098522, 'name': ReconfigVM_Task, 'duration_secs': 0.472923} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.707816] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64/volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.713714] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcaaa7e1-edc9-4c10-b51c-8f32419a48bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.736638] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098523, 'name': CreateVM_Task, 'duration_secs': 0.523475} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.738712] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.739299] env[69498]: DEBUG oslo_vmware.api [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1125.739299] env[69498]: value = "task-4098525" [ 1125.739299] env[69498]: _type = "Task" [ 1125.739299] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.740378] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.741022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.741022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.741439] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe631d7-3d60-4921-b268-b048b53fcf2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.750590] env[69498]: DEBUG nova.compute.utils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.757770] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.758059] env[69498]: DEBUG nova.network.neutron [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.772046] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1125.772046] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5248e7b5-6ad5-a995-f6a0-0613c958aaa0" [ 1125.772046] env[69498]: _type = "Task" [ 1125.772046] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.787934] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5248e7b5-6ad5-a995-f6a0-0613c958aaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.814885] env[69498]: INFO nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Took 21.76 seconds to build instance. [ 1125.825477] env[69498]: DEBUG nova.policy [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f78f2910ee4bc0b46aa523f3002e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56ad138d70a3438a989640f9e4fc499b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.843879] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.048038] env[69498]: DEBUG oslo_vmware.api [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098521, 'name': PowerOnVM_Task, 'duration_secs': 1.198009} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.048504] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.048883] env[69498]: INFO nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1126.049160] env[69498]: DEBUG nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.050019] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccdec85-d1b3-4063-aa42-6991174db637 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.099919] env[69498]: DEBUG oslo_vmware.api [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098507, 'name': ReconfigVM_Task, 'duration_secs': 5.814152} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.099919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.100267] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Reconfigured VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1126.252025] env[69498]: DEBUG oslo_vmware.api [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098525, 'name': ReconfigVM_Task, 'duration_secs': 0.231} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.256273] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811899', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'name': 'volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'serial': '25061fd3-d95c-4a2f-99ce-142c0fab2f64'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.258394] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b7ef76f2-9851-40bd-bcf6-8bc57b8da5a7 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.259694] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.262105] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.802s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.263404] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.264319] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.343s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.264532] env[69498]: DEBUG nova.objects.instance [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lazy-loading 'resources' on Instance uuid 7bf244b2-3f82-4b72-a325-b6f2716268ac {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.284976] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5248e7b5-6ad5-a995-f6a0-0613c958aaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.067032} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.286032] env[69498]: INFO nova.scheduler.client.report [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted allocations for instance 8a600f13-8385-43ac-86a8-f7e17d9d23fe [ 1126.287055] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.289678] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.289678] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.289678] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.289678] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.290767] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f941da6-e97a-4c01-b06e-add848460ac8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.293855] env[69498]: DEBUG nova.network.neutron [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Updated VIF entry in instance network info cache for port 5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.294183] env[69498]: DEBUG nova.network.neutron [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Updating instance_info_cache with network_info: [{"id": "5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb", "address": "fa:16:3e:0d:60:b7", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa43c9e-04", "ovs_interfaceid": "5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.308722] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.309181] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.310255] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7603f3a2-dc9a-41af-8c92-0686096ab530 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.317699] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "940adff7-f483-46aa-ab89-4ebfc7797481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.279s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.318051] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1126.318051] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52283b9c-2444-193f-c873-d2d641973c04" [ 1126.318051] env[69498]: _type = "Task" [ 1126.318051] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.332795] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52283b9c-2444-193f-c873-d2d641973c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.339267] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599929} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.339267] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 36959663-d90e-4558-89f4-ab5e13dc19e1/36959663-d90e-4558-89f4-ab5e13dc19e1.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.339483] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.339578] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-878c0399-0e0d-4f8b-a389-7ff8079ea775 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.348020] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1126.348020] env[69498]: value = "task-4098526" [ 1126.348020] env[69498]: _type = "Task" [ 1126.348020] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.356334] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.445467] env[69498]: DEBUG nova.network.neutron [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Successfully created port: 62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.571332] env[69498]: INFO nova.compute.manager [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Took 22.48 seconds to build instance. [ 1126.729167] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "01117e70-406d-4e30-837f-4a2fa6ad7218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.729430] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "01117e70-406d-4e30-837f-4a2fa6ad7218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.799204] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9801e7e-0a4c-4499-8601-0d38662eb10d req-f61f7641-525e-46be-9b08-8ded3f026264 service nova] Releasing lock "refresh_cache-0a51e5b9-7fad-4f29-8a97-c529e9950df6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.800037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-66b79462-6091-43da-9588-adf1f6c94780 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "8a600f13-8385-43ac-86a8-f7e17d9d23fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.778s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.830548] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52283b9c-2444-193f-c873-d2d641973c04, 'name': SearchDatastore_Task, 'duration_secs': 0.017188} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.831277] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec3758c-6cba-4921-92ef-e0ff1ccd0e5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.840374] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1126.840374] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522a755e-9545-0259-308f-760be61f14a1" [ 1126.840374] env[69498]: _type = "Task" [ 1126.840374] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.849111] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522a755e-9545-0259-308f-760be61f14a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.860682] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253114} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.860818] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.861689] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff926699-9a02-4a4d-b795-2118fa1a3db3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.886305] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 36959663-d90e-4558-89f4-ab5e13dc19e1/36959663-d90e-4558-89f4-ab5e13dc19e1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.889225] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014ca550-4786-4761-8967-6f7b1e167b43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.911418] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1126.911418] env[69498]: value = "task-4098527" [ 1126.911418] env[69498]: _type = "Task" [ 1126.911418] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.921325] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.020841] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3506505-3895-4816-a161-8a4d7e995637 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.034022] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa344a0a-cc5a-4ccf-b2bb-3af236a882fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.065042] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d4e58-df99-43a5-9fc4-e9862cb6a791 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.073108] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f8661a4-65cd-4f84-84ee-4783676d8d7b tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.993s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.074563] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb8d3b-1227-4b89-bf98-391662ef8524 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.092659] env[69498]: DEBUG nova.compute.provider_tree [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.232348] env[69498]: DEBUG nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.277880] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.297330] env[69498]: DEBUG nova.objects.instance [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 686b0ab0-59e9-4e5a-9d94-86087129577b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.301331] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.301604] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.301777] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.302256] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.302466] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.302655] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.302903] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.303188] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.303391] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.303596] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.303885] env[69498]: DEBUG nova.virt.hardware [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.305067] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb1fce-8f4b-4915-93df-8f9523ce5139 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.315897] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8add99d-5acf-4386-b7e6-9d6481c343e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.353634] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522a755e-9545-0259-308f-760be61f14a1, 'name': SearchDatastore_Task, 'duration_secs': 0.050512} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.353962] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.354294] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 0a51e5b9-7fad-4f29-8a97-c529e9950df6/0a51e5b9-7fad-4f29-8a97-c529e9950df6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.354614] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0203bc5-e1b9-4583-834c-0dd452fee607 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.363442] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1127.363442] env[69498]: value = "task-4098528" [ 1127.363442] env[69498]: _type = "Task" [ 1127.363442] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.375661] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.422822] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.598386] env[69498]: DEBUG nova.scheduler.client.report [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.657672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.657905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.658152] env[69498]: DEBUG nova.network.neutron [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.762098] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.814409] env[69498]: DEBUG oslo_concurrency.lockutils [None req-94ae9219-e8b7-429f-9fae-dd6faa8c4472 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.342s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.878032] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098528, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.926504] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.109129] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.111653] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.761s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.111882] env[69498]: DEBUG nova.objects.instance [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'resources' on Instance uuid 23ba85c2-8d84-4a26-813f-a1a7fe202fc8 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.139676] env[69498]: INFO nova.scheduler.client.report [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Deleted allocations for instance 7bf244b2-3f82-4b72-a325-b6f2716268ac [ 1128.206308] env[69498]: DEBUG nova.compute.manager [req-17bccbe2-69fd-41b1-beb1-18b139c0974a req-96a8901a-1ce9-4b49-a861-4ed56ca154c0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Received event network-vif-plugged-62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.206477] env[69498]: DEBUG oslo_concurrency.lockutils [req-17bccbe2-69fd-41b1-beb1-18b139c0974a req-96a8901a-1ce9-4b49-a861-4ed56ca154c0 service nova] Acquiring lock "51ac40cf-db93-4194-8b7f-e054ac42b877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.206755] env[69498]: DEBUG oslo_concurrency.lockutils [req-17bccbe2-69fd-41b1-beb1-18b139c0974a req-96a8901a-1ce9-4b49-a861-4ed56ca154c0 service nova] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.207858] env[69498]: DEBUG oslo_concurrency.lockutils [req-17bccbe2-69fd-41b1-beb1-18b139c0974a req-96a8901a-1ce9-4b49-a861-4ed56ca154c0 service nova] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.208110] env[69498]: DEBUG nova.compute.manager [req-17bccbe2-69fd-41b1-beb1-18b139c0974a req-96a8901a-1ce9-4b49-a861-4ed56ca154c0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] No waiting events found dispatching network-vif-plugged-62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.208295] env[69498]: WARNING nova.compute.manager [req-17bccbe2-69fd-41b1-beb1-18b139c0974a req-96a8901a-1ce9-4b49-a861-4ed56ca154c0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Received unexpected event network-vif-plugged-62235fd1-1cde-49a4-bd25-309752caaf29 for instance with vm_state building and task_state spawning. [ 1128.228628] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "940adff7-f483-46aa-ab89-4ebfc7797481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.228989] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "940adff7-f483-46aa-ab89-4ebfc7797481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.229231] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "940adff7-f483-46aa-ab89-4ebfc7797481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.229449] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "940adff7-f483-46aa-ab89-4ebfc7797481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.229625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "940adff7-f483-46aa-ab89-4ebfc7797481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.232367] env[69498]: INFO nova.compute.manager [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Terminating instance [ 1128.317874] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.317874] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.378711] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684981} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.379076] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 0a51e5b9-7fad-4f29-8a97-c529e9950df6/0a51e5b9-7fad-4f29-8a97-c529e9950df6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.379342] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.379645] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e0a7a87-c570-4e90-8e3f-ee0b0eefe3fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.386277] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "208852e9-a88d-40fe-8a8d-4a507a008d41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.386618] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.387327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "208852e9-a88d-40fe-8a8d-4a507a008d41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.387327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.387327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.392026] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1128.392026] env[69498]: value = "task-4098529" [ 1128.392026] env[69498]: _type = "Task" [ 1128.392026] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.392556] env[69498]: INFO nova.compute.manager [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Terminating instance [ 1128.405251] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.426176] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098527, 'name': ReconfigVM_Task, 'duration_secs': 1.283319} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.430347] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 36959663-d90e-4558-89f4-ab5e13dc19e1/36959663-d90e-4558-89f4-ab5e13dc19e1.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.430347] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75fb3be-2b9c-4571-b0db-d22299c3a0f2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.438557] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1128.438557] env[69498]: value = "task-4098530" [ 1128.438557] env[69498]: _type = "Task" [ 1128.438557] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.452627] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098530, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.475808] env[69498]: DEBUG nova.network.neutron [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Successfully updated port: 62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.535388] env[69498]: INFO nova.network.neutron [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Port 4948be80-80c3-4942-b696-456830a71ee7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1128.535758] env[69498]: DEBUG nova.network.neutron [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.647865] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e60f8178-31d8-4bbf-bea0-7a6a57edb453 tempest-ServersAdminTestJSON-362478418 tempest-ServersAdminTestJSON-362478418-project-member] Lock "7bf244b2-3f82-4b72-a325-b6f2716268ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.812s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.702741] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.703023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.738528] env[69498]: DEBUG nova.compute.manager [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.738841] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.739761] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0969a-8b6f-428a-a7e2-41abdfdc9850 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.751257] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.751563] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e36456-56d5-448b-a34c-2a33c518385d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.761421] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1128.761421] env[69498]: value = "task-4098531" [ 1128.761421] env[69498]: _type = "Task" [ 1128.761421] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.771593] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.819854] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.854692] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c606141-2712-4313-87bb-996da798cc7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.862833] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4f3650-2587-4da0-90b8-90aa532fee8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.901939] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f848dd4-c16e-4f7c-9d51-70dc7a2f421d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.907353] env[69498]: DEBUG nova.compute.manager [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.907738] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.909033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b50a3-1cb7-407c-b305-e573158c1a90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.924980] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104222} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.928833] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.932294] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2243c460-de3b-46b2-9fec-c1867b7e15ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.939064] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.940163] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7d848-06bd-41e1-bcc0-46c9966c8fa7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.945373] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10165b27-dc07-4951-84c7-2d8018e4fef8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.968810] env[69498]: DEBUG nova.compute.provider_tree [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.989288] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "refresh_cache-51ac40cf-db93-4194-8b7f-e054ac42b877" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.989541] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "refresh_cache-51ac40cf-db93-4194-8b7f-e054ac42b877" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.989735] env[69498]: DEBUG nova.network.neutron [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.005631] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0a51e5b9-7fad-4f29-8a97-c529e9950df6/0a51e5b9-7fad-4f29-8a97-c529e9950df6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.010624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-4e63c9ed-ef48-4f2a-9687-e269342dc9e3-4948be80-80c3-4942-b696-456830a71ee7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.010874] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-4e63c9ed-ef48-4f2a-9687-e269342dc9e3-4948be80-80c3-4942-b696-456830a71ee7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.011256] env[69498]: DEBUG nova.objects.instance [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'flavor' on Instance uuid 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.012712] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6c1283-33a5-411e-a898-ba8e74077215 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.028722] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098530, 'name': Rename_Task, 'duration_secs': 0.296901} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.029319] env[69498]: DEBUG oslo_vmware.api [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1129.029319] env[69498]: value = "task-4098532" [ 1129.029319] env[69498]: _type = "Task" [ 1129.029319] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.033134] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.034099] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd1c9dfa-dcf4-4ea0-8701-4984693903a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.041138] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.043332] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1129.043332] env[69498]: value = "task-4098533" [ 1129.043332] env[69498]: _type = "Task" [ 1129.043332] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.053746] env[69498]: DEBUG oslo_vmware.api [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.056144] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1129.056144] env[69498]: value = "task-4098534" [ 1129.056144] env[69498]: _type = "Task" [ 1129.056144] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.063483] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.070507] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.153785] env[69498]: DEBUG nova.objects.instance [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.206987] env[69498]: INFO nova.compute.manager [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Detaching volume 758c917d-9dd1-402b-af21-5a5427c67f4d [ 1129.257686] env[69498]: INFO nova.virt.block_device [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Attempting to driver detach volume 758c917d-9dd1-402b-af21-5a5427c67f4d from mountpoint /dev/sdb [ 1129.257937] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1129.258141] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811896', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'name': 'volume-758c917d-9dd1-402b-af21-5a5427c67f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'serial': '758c917d-9dd1-402b-af21-5a5427c67f4d'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1129.259218] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085bd21-060f-4134-9085-e0bae66850c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.273112] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098531, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.294617] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1247f40e-9582-4a67-9c55-5a536569db00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.304295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b1b68-2aa1-4384-89d7-5e0b08ecebac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.332254] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b61dd-46d0-42c3-b48c-b31d53a83a1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.357020] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] The volume has not been displaced from its original location: [datastore2] volume-758c917d-9dd1-402b-af21-5a5427c67f4d/volume-758c917d-9dd1-402b-af21-5a5427c67f4d.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1129.363985] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.365525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.365856] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690368f3-87c0-4250-9d01-3dd407fb5a75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.390161] env[69498]: DEBUG oslo_vmware.api [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1129.390161] env[69498]: value = "task-4098535" [ 1129.390161] env[69498]: _type = "Task" [ 1129.390161] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.401795] env[69498]: DEBUG oslo_vmware.api [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098535, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.533646] env[69498]: ERROR nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [req-7ed3c95f-002f-493d-a902-f0083c8814ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ed3c95f-002f-493d-a902-f0083c8814ef"}]} [ 1129.542859] env[69498]: DEBUG nova.network.neutron [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.545780] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e52bab11-af0b-4aeb-aa34-6358db53e507 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-4948be80-80c3-4942-b696-456830a71ee7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.668s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.554686] env[69498]: DEBUG oslo_vmware.api [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098532, 'name': PowerOffVM_Task, 'duration_secs': 0.25601} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.555720] env[69498]: DEBUG nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1129.558146] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.558389] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.558920] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e6d06c-3a8f-43c9-b7db-585d2ebb5cd6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.570516] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098533, 'name': ReconfigVM_Task, 'duration_secs': 0.395653} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.575708] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0a51e5b9-7fad-4f29-8a97-c529e9950df6/0a51e5b9-7fad-4f29-8a97-c529e9950df6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.578010] env[69498]: DEBUG nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1129.578319] env[69498]: DEBUG nova.compute.provider_tree [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.580996] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2beff0fb-e6dd-4539-acbd-d9b9c2d3599c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.589482] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.596974] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1129.596974] env[69498]: value = "task-4098537" [ 1129.596974] env[69498]: _type = "Task" [ 1129.596974] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.603047] env[69498]: DEBUG nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1129.611545] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098537, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.629999] env[69498]: DEBUG nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1129.660563] env[69498]: DEBUG nova.objects.base [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Object Instance<4e63c9ed-ef48-4f2a-9687-e269342dc9e3> lazy-loaded attributes: flavor,pci_requests {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.662160] env[69498]: DEBUG nova.network.neutron [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.667016] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.667197] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.667379] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleting the datastore file [datastore2] 208852e9-a88d-40fe-8a8d-4a507a008d41 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.667934] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-147d4f32-2464-4436-976e-c1aa989eee48 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.679928] env[69498]: DEBUG oslo_vmware.api [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1129.679928] env[69498]: value = "task-4098538" [ 1129.679928] env[69498]: _type = "Task" [ 1129.679928] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.691278] env[69498]: DEBUG oslo_vmware.api [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.775119] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098531, 'name': PowerOffVM_Task, 'duration_secs': 0.546423} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.775412] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.775584] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.775873] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cd7031c-9700-4bce-9517-afa82d4a5b5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.792629] env[69498]: DEBUG nova.policy [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5e87effa4b404ba0a4c8c80351b817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a165bad1cee4d50b2413773197f9196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.825118] env[69498]: DEBUG nova.network.neutron [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Updating instance_info_cache with network_info: [{"id": "62235fd1-1cde-49a4-bd25-309752caaf29", "address": "fa:16:3e:d3:b9:10", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62235fd1-1c", "ovs_interfaceid": "62235fd1-1cde-49a4-bd25-309752caaf29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.900992] env[69498]: DEBUG oslo_vmware.api [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098535, 'name': ReconfigVM_Task, 'duration_secs': 0.268578} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.902564] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.907357] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc55d66-335d-4a20-ad48-5ab728ceb92e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.910226] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5f9501-351d-4ebf-9e66-a8d1a49cf3ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.926216] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bf13ea-a863-49ee-867e-5b5272e28e93 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.930307] env[69498]: DEBUG oslo_vmware.api [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1129.930307] env[69498]: value = "task-4098540" [ 1129.930307] env[69498]: _type = "Task" [ 1129.930307] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.969417] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e6a59-c0e5-4293-aec2-7a0588fcd0a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.972364] env[69498]: DEBUG oslo_vmware.api [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.978549] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143cebfe-0072-470d-9935-34cf8e616d82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.994619] env[69498]: DEBUG nova.compute.provider_tree [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.068514] env[69498]: DEBUG oslo_vmware.api [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098534, 'name': PowerOnVM_Task, 'duration_secs': 0.717886} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.070400] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.070400] env[69498]: INFO nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1130.070400] env[69498]: DEBUG nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.070400] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72594c7b-942e-4768-94b0-19f61f3ac1a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.108891] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098537, 'name': Rename_Task, 'duration_secs': 0.194512} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.109313] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.109593] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d3f3de-db79-4376-8335-b5616be843b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.116374] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1130.116374] env[69498]: value = "task-4098541" [ 1130.116374] env[69498]: _type = "Task" [ 1130.116374] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.125872] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.174821] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.175117] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.175312] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleting the datastore file [datastore2] 940adff7-f483-46aa-ab89-4ebfc7797481 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.175659] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00a0ba29-0691-4d40-9cae-583f2b4d640b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.185596] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for the task: (returnval){ [ 1130.185596] env[69498]: value = "task-4098542" [ 1130.185596] env[69498]: _type = "Task" [ 1130.185596] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.193350] env[69498]: DEBUG oslo_vmware.api [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399742} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.194220] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.194392] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.194578] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.194745] env[69498]: INFO nova.compute.manager [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1130.194997] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.195242] env[69498]: DEBUG nova.compute.manager [-] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.195348] env[69498]: DEBUG nova.network.neutron [-] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.200654] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.327730] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "refresh_cache-51ac40cf-db93-4194-8b7f-e054ac42b877" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.328113] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Instance network_info: |[{"id": "62235fd1-1cde-49a4-bd25-309752caaf29", "address": "fa:16:3e:d3:b9:10", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62235fd1-1c", "ovs_interfaceid": "62235fd1-1cde-49a4-bd25-309752caaf29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.328564] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:b9:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62235fd1-1cde-49a4-bd25-309752caaf29', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.336662] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Creating folder: Project (56ad138d70a3438a989640f9e4fc499b). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.337075] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77393e04-c9cc-4085-a674-0c4b07a31449 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.349856] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Created folder: Project (56ad138d70a3438a989640f9e4fc499b) in parent group-v811634. [ 1130.350111] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Creating folder: Instances. Parent ref: group-v811903. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.350415] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23070172-d0fb-47f8-9019-2ec2365acc9f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.363661] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Created folder: Instances in parent group-v811903. [ 1130.363932] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.364170] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.364533] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a346df5a-9e41-4be5-91a8-d39a7b48e05d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.388374] env[69498]: DEBUG nova.compute.manager [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.388592] env[69498]: DEBUG nova.compute.manager [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing instance network info cache due to event network-changed-f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.388865] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Acquiring lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.389030] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Acquired lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.389195] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Refreshing network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.393129] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.393129] env[69498]: value = "task-4098545" [ 1130.393129] env[69498]: _type = "Task" [ 1130.393129] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.404359] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098545, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.445831] env[69498]: DEBUG oslo_vmware.api [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098540, 'name': ReconfigVM_Task, 'duration_secs': 0.177222} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.446052] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811896', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'name': 'volume-758c917d-9dd1-402b-af21-5a5427c67f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '758c917d-9dd1-402b-af21-5a5427c67f4d', 'serial': '758c917d-9dd1-402b-af21-5a5427c67f4d'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1130.547876] env[69498]: DEBUG nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1130.548277] env[69498]: DEBUG nova.compute.provider_tree [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 142 to 143 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1130.548500] env[69498]: DEBUG nova.compute.provider_tree [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.599286] env[69498]: INFO nova.compute.manager [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Took 26.10 seconds to build instance. [ 1130.630213] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098541, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.701096] env[69498]: DEBUG oslo_vmware.api [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Task: {'id': task-4098542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.701096] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.701096] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.701096] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.701096] env[69498]: INFO nova.compute.manager [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Took 1.96 seconds to destroy the instance on the hypervisor. [ 1130.701692] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.701692] env[69498]: DEBUG nova.compute.manager [-] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.701799] env[69498]: DEBUG nova.network.neutron [-] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.904103] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098545, 'name': CreateVM_Task, 'duration_secs': 0.39323} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.904334] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.904965] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.905405] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.905514] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.905725] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb9174e-61bf-49b8-aa3c-99478a28efd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.911284] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1130.911284] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d1f0c-f35f-0a75-4e5e-073738d4b123" [ 1130.911284] env[69498]: _type = "Task" [ 1130.911284] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.919393] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d1f0c-f35f-0a75-4e5e-073738d4b123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.998401] env[69498]: DEBUG nova.objects.instance [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 686b0ab0-59e9-4e5a-9d94-86087129577b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.056526] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.945s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.059708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.120s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.059708] env[69498]: DEBUG nova.objects.instance [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lazy-loading 'resources' on Instance uuid 002445c0-0082-48f6-89f6-26b917d40ba2 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.065965] env[69498]: DEBUG nova.network.neutron [-] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.092630] env[69498]: INFO nova.scheduler.client.report [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted allocations for instance 23ba85c2-8d84-4a26-813f-a1a7fe202fc8 [ 1131.102054] env[69498]: DEBUG oslo_concurrency.lockutils [None req-41bf287d-1409-4967-9e27-ebb1601bb460 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.616s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.129388] env[69498]: DEBUG oslo_vmware.api [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098541, 'name': PowerOnVM_Task, 'duration_secs': 0.548482} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.130920] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.130920] env[69498]: INFO nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1131.130920] env[69498]: DEBUG nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.130920] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c4d619-6c22-47e5-80be-76bcdc7c5a42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.377511] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updated VIF entry in instance network info cache for port f590b10c-14fe-43a4-816f-e83190273e6a. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.377887] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [{"id": "f590b10c-14fe-43a4-816f-e83190273e6a", "address": "fa:16:3e:c6:c2:0e", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf590b10c-14", "ovs_interfaceid": "f590b10c-14fe-43a4-816f-e83190273e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.422617] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526d1f0c-f35f-0a75-4e5e-073738d4b123, 'name': SearchDatastore_Task, 'duration_secs': 0.030842} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.422955] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.423217] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.423629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.423629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.423775] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.424112] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72bde6d-a763-495d-9b80-909bcf793754 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.435870] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.436039] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.436825] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15985cfd-e0bb-4aea-935d-a5511098338d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.443059] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1131.443059] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529fe18f-f413-3189-81da-827d9e3a22a1" [ 1131.443059] env[69498]: _type = "Task" [ 1131.443059] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.451406] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529fe18f-f413-3189-81da-827d9e3a22a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.568851] env[69498]: DEBUG nova.network.neutron [-] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.570630] env[69498]: INFO nova.compute.manager [-] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Took 1.38 seconds to deallocate network for instance. [ 1131.605919] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f9c1215b-7bb0-4068-9cf8-c0fcaa2c7023 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "23ba85c2-8d84-4a26-813f-a1a7fe202fc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.323s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.652183] env[69498]: INFO nova.compute.manager [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Took 25.56 seconds to build instance. [ 1131.683027] env[69498]: DEBUG nova.network.neutron [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Successfully updated port: 4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.803660] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30427ade-4fd0-4556-8709-dd039ea19a93 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.812160] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51697951-216e-41df-8746-8b1e6c92a988 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.845033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d05212-872b-47e1-96aa-6891f4f9981a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.857394] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc72ade-440d-4277-a0d6-4c67fb4c601e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.872972] env[69498]: DEBUG nova.compute.provider_tree [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.880417] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Releasing lock "refresh_cache-b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.880968] env[69498]: DEBUG nova.compute.manager [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.881232] env[69498]: DEBUG nova.compute.manager [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing instance network info cache due to event network-changed-575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.881497] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.881672] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.881891] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.955680] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529fe18f-f413-3189-81da-827d9e3a22a1, 'name': SearchDatastore_Task, 'duration_secs': 0.025345} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.956950] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2bbb3b-c956-499e-aa03-452dc0d7228a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.964327] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1131.964327] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5277bf92-49bb-5fab-d520-31822c2afa6c" [ 1131.964327] env[69498]: _type = "Task" [ 1131.964327] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.974655] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5277bf92-49bb-5fab-d520-31822c2afa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.006912] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cdd775f-91cf-46dd-a9e8-55e77737457b tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.072626] env[69498]: INFO nova.compute.manager [-] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Took 1.37 seconds to deallocate network for instance. [ 1132.083183] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.156739] env[69498]: DEBUG oslo_concurrency.lockutils [None req-244ccdee-b99a-40cd-8e4f-672454e58285 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.075s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.182936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.375898] env[69498]: DEBUG nova.scheduler.client.report [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.484554] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5277bf92-49bb-5fab-d520-31822c2afa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013392} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.485514] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.488026] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 51ac40cf-db93-4194-8b7f-e054ac42b877/51ac40cf-db93-4194-8b7f-e054ac42b877.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.488395] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73810617-8f2b-497b-a4bb-09de8cdbe91f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.499452] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1132.499452] env[69498]: value = "task-4098546" [ 1132.499452] env[69498]: _type = "Task" [ 1132.499452] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.512782] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.526376] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.526663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.583064] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.760527] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updated VIF entry in instance network info cache for port 575c40a4-d799-474b-b70e-ef13d4457a89. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.760527] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.849205] env[69498]: DEBUG nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Received event network-vif-deleted-8a24c0b6-2c21-49c8-9620-5888bd67c7b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.849505] env[69498]: DEBUG nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Received event network-vif-deleted-3b50b8ed-6d41-4789-bc30-e8492fc62701 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.849784] env[69498]: DEBUG nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-vif-plugged-4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.849862] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.850115] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.850233] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.851247] env[69498]: DEBUG nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] No waiting events found dispatching network-vif-plugged-4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1132.851247] env[69498]: WARNING nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received unexpected event network-vif-plugged-4948be80-80c3-4942-b696-456830a71ee7 for instance with vm_state active and task_state None. [ 1132.851247] env[69498]: DEBUG nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-changed-4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.851247] env[69498]: DEBUG nova.compute.manager [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing instance network info cache due to event network-changed-4948be80-80c3-4942-b696-456830a71ee7. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.851247] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.881455] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.884154] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.123s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.886379] env[69498]: INFO nova.compute.claims [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.916345] env[69498]: INFO nova.scheduler.client.report [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Deleted allocations for instance 002445c0-0082-48f6-89f6-26b917d40ba2 [ 1133.011902] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.031327] env[69498]: INFO nova.compute.manager [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Detaching volume 25061fd3-d95c-4a2f-99ce-142c0fab2f64 [ 1133.058184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "36959663-d90e-4558-89f4-ab5e13dc19e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.058503] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.075763] env[69498]: INFO nova.virt.block_device [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Attempting to driver detach volume 25061fd3-d95c-4a2f-99ce-142c0fab2f64 from mountpoint /dev/sdc [ 1133.076882] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1133.076882] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811899', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'name': 'volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'serial': '25061fd3-d95c-4a2f-99ce-142c0fab2f64'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1133.077803] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d533e-dac1-47cb-8173-3ff6ec5cd7ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.105660] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786729b-a169-440b-ac52-ab461b142d21 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.113494] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e544c-2c0e-4461-ba4c-bc88c737f939 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.134739] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec01fa-b9e4-4904-b6e8-b6e161f090da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.152726] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] The volume has not been displaced from its original location: [datastore1] volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64/volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1133.158536] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.158971] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc2a880-17d3-4cb7-b2a6-c9290aa57822 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.180591] env[69498]: DEBUG oslo_vmware.api [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1133.180591] env[69498]: value = "task-4098547" [ 1133.180591] env[69498]: _type = "Task" [ 1133.180591] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.191569] env[69498]: DEBUG oslo_vmware.api [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.262889] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.263329] env[69498]: DEBUG nova.compute.manager [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Received event network-changed-62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.263530] env[69498]: DEBUG nova.compute.manager [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Refreshing instance network info cache due to event network-changed-62235fd1-1cde-49a4-bd25-309752caaf29. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.263760] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Acquiring lock "refresh_cache-51ac40cf-db93-4194-8b7f-e054ac42b877" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.263920] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Acquired lock "refresh_cache-51ac40cf-db93-4194-8b7f-e054ac42b877" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.264153] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Refreshing network info cache for port 62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.265920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.265920] env[69498]: DEBUG nova.network.neutron [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.425718] env[69498]: DEBUG oslo_concurrency.lockutils [None req-51911131-0e33-469e-8f06-84217cc06c6c tempest-ServerDiskConfigTestJSON-964931906 tempest-ServerDiskConfigTestJSON-964931906-project-member] Lock "002445c0-0082-48f6-89f6-26b917d40ba2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.997s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.445321] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.445592] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.513205] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599417} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.514033] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 51ac40cf-db93-4194-8b7f-e054ac42b877/51ac40cf-db93-4194-8b7f-e054ac42b877.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.514033] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.514188] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c1d3d3d-88c1-4009-a5a8-7807d1ba68ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.522369] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1133.522369] env[69498]: value = "task-4098548" [ 1133.522369] env[69498]: _type = "Task" [ 1133.522369] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.532934] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.563722] env[69498]: DEBUG nova.compute.utils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.691284] env[69498]: DEBUG oslo_vmware.api [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098547, 'name': ReconfigVM_Task, 'duration_secs': 0.263659} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.691675] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.697348] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57837820-e42e-4eeb-aa7b-5192fd757450 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.717022] env[69498]: DEBUG oslo_vmware.api [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1133.717022] env[69498]: value = "task-4098549" [ 1133.717022] env[69498]: _type = "Task" [ 1133.717022] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.726194] env[69498]: DEBUG oslo_vmware.api [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.833946] env[69498]: WARNING nova.network.neutron [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] 30aebfcd-a45a-4231-881e-e2c2b3412405 already exists in list: networks containing: ['30aebfcd-a45a-4231-881e-e2c2b3412405']. ignoring it [ 1133.947775] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.034577] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190205} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.034884] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.035695] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6383384-8c8d-46f0-a4a2-d70a6b5cc437 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.063018] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 51ac40cf-db93-4194-8b7f-e054ac42b877/51ac40cf-db93-4194-8b7f-e054ac42b877.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.067687] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8349a781-9301-464d-8c97-c3d1b8ba301b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.083187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.025s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.093735] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1134.093735] env[69498]: value = "task-4098550" [ 1134.093735] env[69498]: _type = "Task" [ 1134.093735] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.107021] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.144979] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c69c675-969e-4cca-b419-6f4c0970dbd9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.156396] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc31b88-fbe7-4600-89aa-258144d4a51c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.160942] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Updated VIF entry in instance network info cache for port 62235fd1-1cde-49a4-bd25-309752caaf29. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.161367] env[69498]: DEBUG nova.network.neutron [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Updating instance_info_cache with network_info: [{"id": "62235fd1-1cde-49a4-bd25-309752caaf29", "address": "fa:16:3e:d3:b9:10", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62235fd1-1c", "ovs_interfaceid": "62235fd1-1cde-49a4-bd25-309752caaf29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.196493] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad25d3-9249-4b34-bac9-627512ff983e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.209471] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cef970-9d47-46f2-80c9-70f89c4866e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.224927] env[69498]: DEBUG nova.compute.provider_tree [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.236837] env[69498]: DEBUG oslo_vmware.api [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098549, 'name': ReconfigVM_Task, 'duration_secs': 0.156747} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.237420] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811899', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'name': 'volume-25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '686b0ab0-59e9-4e5a-9d94-86087129577b', 'attached_at': '', 'detached_at': '', 'volume_id': '25061fd3-d95c-4a2f-99ce-142c0fab2f64', 'serial': '25061fd3-d95c-4a2f-99ce-142c0fab2f64'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1134.281775] env[69498]: DEBUG nova.network.neutron [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4948be80-80c3-4942-b696-456830a71ee7", "address": "fa:16:3e:b4:9e:f6", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4948be80-80", "ovs_interfaceid": "4948be80-80c3-4942-b696-456830a71ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.471873] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.604425] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098550, 'name': ReconfigVM_Task, 'duration_secs': 0.290702} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.604937] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 51ac40cf-db93-4194-8b7f-e054ac42b877/51ac40cf-db93-4194-8b7f-e054ac42b877.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.605696] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-266b6bbd-b928-4615-b1a0-1155d12fd2e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.613024] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1134.613024] env[69498]: value = "task-4098551" [ 1134.613024] env[69498]: _type = "Task" [ 1134.613024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.622850] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098551, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.665077] env[69498]: DEBUG oslo_concurrency.lockutils [req-5663f651-6b4b-4dfa-a22b-a0dde85f27ed req-c97de1f2-fd77-4676-90d9-285d0ce23ba0 service nova] Releasing lock "refresh_cache-51ac40cf-db93-4194-8b7f-e054ac42b877" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.731534] env[69498]: DEBUG nova.scheduler.client.report [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.784794] env[69498]: DEBUG nova.objects.instance [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'flavor' on Instance uuid 686b0ab0-59e9-4e5a-9d94-86087129577b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.786625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.787282] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.787453] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.787975] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.788441] env[69498]: DEBUG nova.network.neutron [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Refreshing network info cache for port 4948be80-80c3-4942-b696-456830a71ee7 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.790154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d50895-b6bf-41cb-9720-b9230ac3b6f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.817171] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.817458] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.817575] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.817756] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.817902] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.818205] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.818317] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.818411] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.818571] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.818905] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.819155] env[69498]: DEBUG nova.virt.hardware [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.825700] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Reconfiguring VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1134.827027] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3314baf2-562a-4905-b945-5c25b0f2d425 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.852574] env[69498]: DEBUG oslo_vmware.api [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1134.852574] env[69498]: value = "task-4098552" [ 1134.852574] env[69498]: _type = "Task" [ 1134.852574] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.862048] env[69498]: DEBUG oslo_vmware.api [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098552, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.124168] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098551, 'name': Rename_Task, 'duration_secs': 0.152153} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.124522] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.124851] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329781fa-f9a1-4ebc-86e6-f69c5f6a6018 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.132277] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1135.132277] env[69498]: value = "task-4098553" [ 1135.132277] env[69498]: _type = "Task" [ 1135.132277] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.135754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "36959663-d90e-4558-89f4-ab5e13dc19e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.135979] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.136245] env[69498]: INFO nova.compute.manager [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Attaching volume 8b24eec4-426e-40e1-9830-d5c45093fe0d to /dev/sdb [ 1135.145598] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.179422] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55301ee-5e15-4151-952a-90bbc32bd7ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.187049] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec3b38-b7ad-4138-8c8f-0f11ce402fea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.207264] env[69498]: DEBUG nova.virt.block_device [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Updating existing volume attachment record: 3e07f711-2041-4c13-be37-9d011b862ece {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.238312] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.238761] env[69498]: DEBUG nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.241626] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.876s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.243593] env[69498]: INFO nova.compute.claims [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.363636] env[69498]: DEBUG oslo_vmware.api [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.524970] env[69498]: DEBUG nova.network.neutron [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updated VIF entry in instance network info cache for port 4948be80-80c3-4942-b696-456830a71ee7. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.525406] env[69498]: DEBUG nova.network.neutron [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4948be80-80c3-4942-b696-456830a71ee7", "address": "fa:16:3e:b4:9e:f6", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4948be80-80", "ovs_interfaceid": "4948be80-80c3-4942-b696-456830a71ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.642643] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098553, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.750022] env[69498]: DEBUG nova.compute.utils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.753387] env[69498]: DEBUG nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1135.794895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1107cd0e-d6b4-46c0-8848-e8b88e1b6bbc tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.864245] env[69498]: DEBUG oslo_vmware.api [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.918839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.919481] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.028273] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b32302d-71bc-4d9d-8c34-b39733d532ea req-f1dfb5c0-55c3-4568-bac1-04594b7e89b3 service nova] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.145564] env[69498]: DEBUG oslo_vmware.api [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098553, 'name': PowerOnVM_Task, 'duration_secs': 0.511769} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.145904] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.146112] env[69498]: INFO nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1136.146300] env[69498]: DEBUG nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.147563] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e17f1-fc5f-4e2b-919e-1d8e794ce87d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.161513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "525c73fc-a4d3-457c-947d-61748a73c448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.161513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "525c73fc-a4d3-457c-947d-61748a73c448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.254686] env[69498]: DEBUG nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.364712] env[69498]: DEBUG oslo_vmware.api [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098552, 'name': ReconfigVM_Task, 'duration_secs': 1.383626} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.367638] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.368158] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Reconfigured VM to attach interface {{(pid=69498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1136.423975] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.487434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.487434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.487434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "686b0ab0-59e9-4e5a-9d94-86087129577b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.487434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.487708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.496187] env[69498]: INFO nova.compute.manager [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Terminating instance [ 1136.509751] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d4fd12-5917-45ce-a4d2-271a6f621815 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.519212] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697d1100-3a8d-41d5-aab0-3d45d32b2e55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.527443] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "291b6f46-e93e-4bb9-9793-0d565187c1ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.527831] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "291b6f46-e93e-4bb9-9793-0d565187c1ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.556766] env[69498]: DEBUG nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.559740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f3631a-1035-4a9f-98e0-11894d35b1ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.568787] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a10f738-83ae-42a1-a519-820a829bf336 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.585365] env[69498]: DEBUG nova.compute.provider_tree [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.668398] env[69498]: DEBUG nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.670961] env[69498]: INFO nova.compute.manager [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Took 29.42 seconds to build instance. [ 1136.873476] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d285a9e4-f883-4a7b-91e2-e72a7be5da71 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-4e63c9ed-ef48-4f2a-9687-e269342dc9e3-4948be80-80c3-4942-b696-456830a71ee7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.862s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.945696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.001282] env[69498]: DEBUG nova.compute.manager [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.001512] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.002464] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5d4be4-c213-4be5-8ad0-b9c470c56362 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.010878] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.011182] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cdcf9a9-9131-49ac-bb8c-610d14ad6d06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.018663] env[69498]: DEBUG oslo_vmware.api [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1137.018663] env[69498]: value = "task-4098557" [ 1137.018663] env[69498]: _type = "Task" [ 1137.018663] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.027192] env[69498]: DEBUG oslo_vmware.api [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.080470] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.088646] env[69498]: DEBUG nova.scheduler.client.report [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.175473] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8f1c070b-ea32-461b-8f65-e7f0676ed113 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.935s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.189037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.267564] env[69498]: DEBUG nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.303080] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.303383] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.303383] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.303993] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.303993] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.304176] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.304453] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.304880] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.304880] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.305295] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.305295] env[69498]: DEBUG nova.virt.hardware [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.306295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa6171-60b1-46e0-8a6e-3a81a154abce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.315694] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe1bf74-d9c2-4238-98bf-4e861a78a029 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.334391] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.340569] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Creating folder: Project (9140acd4a1ad43c7832dd4858979bf9a). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.340956] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efe12e5a-e8cb-486e-ac51-4a87818c98de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.353674] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Created folder: Project (9140acd4a1ad43c7832dd4858979bf9a) in parent group-v811634. [ 1137.353993] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Creating folder: Instances. Parent ref: group-v811908. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.354644] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ccb7cd-d5a7-4311-9c43-77d609fd9bd9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.365974] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Created folder: Instances in parent group-v811908. [ 1137.366236] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.366456] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.366743] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d84c64c-25dc-441b-920e-508712836838 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.388131] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.388131] env[69498]: value = "task-4098560" [ 1137.388131] env[69498]: _type = "Task" [ 1137.388131] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.397826] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098560, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.529799] env[69498]: DEBUG oslo_vmware.api [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098557, 'name': PowerOffVM_Task, 'duration_secs': 0.377662} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.530105] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.530285] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.530546] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5873f507-d5f7-4260-9c4c-bde149d5d22c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.594068] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.594668] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.599794] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.517s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.599794] env[69498]: DEBUG nova.objects.instance [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lazy-loading 'resources' on Instance uuid 208852e9-a88d-40fe-8a8d-4a507a008d41 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.606265] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.606265] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.606666] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Deleting the datastore file [datastore2] 686b0ab0-59e9-4e5a-9d94-86087129577b {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.606834] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97947bef-e778-4b19-9413-83af0860a59c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.621041] env[69498]: DEBUG oslo_vmware.api [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for the task: (returnval){ [ 1137.621041] env[69498]: value = "task-4098563" [ 1137.621041] env[69498]: _type = "Task" [ 1137.621041] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.640320] env[69498]: DEBUG oslo_vmware.api [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.902193] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098560, 'name': CreateVM_Task, 'duration_secs': 0.375732} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.902193] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.902923] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.903036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.903394] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.904086] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1f2af8-78a2-4120-951c-601181777f53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.911484] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1137.911484] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cd35a2-1c16-e4c8-1f3c-cae6c830f388" [ 1137.911484] env[69498]: _type = "Task" [ 1137.911484] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.922936] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cd35a2-1c16-e4c8-1f3c-cae6c830f388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.105760] env[69498]: DEBUG nova.compute.utils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.108908] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.109097] env[69498]: DEBUG nova.network.neutron [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.133798] env[69498]: DEBUG oslo_vmware.api [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Task: {'id': task-4098563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185763} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.138471] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.138471] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.138471] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.138471] env[69498]: INFO nova.compute.manager [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1138.138471] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.138471] env[69498]: DEBUG nova.compute.manager [-] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.138471] env[69498]: DEBUG nova.network.neutron [-] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.197388] env[69498]: DEBUG nova.policy [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3b027a9048b46d19db99856f685dadb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1ca50c26444119a0312d6b52e4cd2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.417867] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc89a9-e876-453e-a8e1-209b73914517 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.431028] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6766426b-cc1d-436a-a0b8-ca6eb2473a54 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.434944] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cd35a2-1c16-e4c8-1f3c-cae6c830f388, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.435279] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.435868] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.436147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.436298] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.436605] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.437138] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25ec7602-259c-4aaa-b407-428de7847044 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.470348] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "interface-4e63c9ed-ef48-4f2a-9687-e269342dc9e3-4948be80-80c3-4942-b696-456830a71ee7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.470625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-4e63c9ed-ef48-4f2a-9687-e269342dc9e3-4948be80-80c3-4942-b696-456830a71ee7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.479528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6acf227-ddb5-47ac-818b-9bfbdcd83882 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.484078] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.484398] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.486791] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce308416-0064-4987-9877-2a573b7eb623 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.496550] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1138.496550] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b370c4-3a7e-60dd-7c93-df10d032c7bd" [ 1138.496550] env[69498]: _type = "Task" [ 1138.496550] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.506657] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42f03d2-d4fe-4fb3-8920-48b024f3cf15 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.532561] env[69498]: DEBUG nova.compute.provider_tree [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.539679] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b370c4-3a7e-60dd-7c93-df10d032c7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.541321] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecfa023-30ec-428a-81bd-bb7f6fa426d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.550291] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1138.550291] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e89c3-8058-13f6-c5f3-2edfc7dddf75" [ 1138.550291] env[69498]: _type = "Task" [ 1138.550291] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.568436] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528e89c3-8058-13f6-c5f3-2edfc7dddf75, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.569093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.569492] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.569899] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ea2708-29ce-44d4-b74c-4b9f800cd593 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.580531] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1138.580531] env[69498]: value = "task-4098564" [ 1138.580531] env[69498]: _type = "Task" [ 1138.580531] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.589940] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.612572] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.868367] env[69498]: DEBUG nova.network.neutron [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Successfully created port: de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.982021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.982021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.982021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60246411-b515-4d9c-9834-96473267dcae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.011925] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be243ab-dd6e-4547-883b-e7cb7296a64e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.047177] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Reconfiguring VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1139.047542] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213a9e56-2a7c-40d5-8007-512e98ee8107 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.072514] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1139.072514] env[69498]: value = "task-4098565" [ 1139.072514] env[69498]: _type = "Task" [ 1139.072514] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.085166] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.086746] env[69498]: ERROR nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] [req-afed24bc-2e1d-4656-9dec-e923a7cca119] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afed24bc-2e1d-4656-9dec-e923a7cca119"}]} [ 1139.103567] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.122246] env[69498]: DEBUG nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.143283] env[69498]: DEBUG nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.143548] env[69498]: DEBUG nova.compute.provider_tree [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.156032] env[69498]: DEBUG nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.184401] env[69498]: DEBUG nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.245214] env[69498]: DEBUG nova.compute.manager [req-80c7cf0e-49c0-4158-9fd0-1300a63d0fdf req-6e9c42d0-7bfc-488f-a344-0ff6f700af79 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Received event network-vif-deleted-aead3f3b-f2f8-43d8-8761-7f291c9f3d34 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.245470] env[69498]: INFO nova.compute.manager [req-80c7cf0e-49c0-4158-9fd0-1300a63d0fdf req-6e9c42d0-7bfc-488f-a344-0ff6f700af79 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Neutron deleted interface aead3f3b-f2f8-43d8-8761-7f291c9f3d34; detaching it from the instance and deleting it from the info cache [ 1139.245595] env[69498]: DEBUG nova.network.neutron [req-80c7cf0e-49c0-4158-9fd0-1300a63d0fdf req-6e9c42d0-7bfc-488f-a344-0ff6f700af79 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.454998] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb92dd-8dd9-404f-a1cb-0039430653ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.465147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074edece-b6aa-4e79-b1d8-75c52f083b22 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.497740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddce4054-eb39-409b-ad91-b8587a3e9edd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.506075] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa5c01-07d3-47cc-bdd5-53264eaf1695 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.520771] env[69498]: DEBUG nova.compute.provider_tree [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.566226] env[69498]: DEBUG nova.network.neutron [-] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.584071] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.594636] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559133} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.594893] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.595262] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.595373] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62d7867a-685d-4d14-873d-a288148e2f7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.602708] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1139.602708] env[69498]: value = "task-4098566" [ 1139.602708] env[69498]: _type = "Task" [ 1139.602708] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.610848] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.627021] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.653823] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.653823] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.654035] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.654148] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.654311] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.654512] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.654711] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.654965] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.655122] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.655282] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.655473] env[69498]: DEBUG nova.virt.hardware [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.656440] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8c990-4c7c-4fcb-b9ba-86d3069910a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.668018] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de844c6-f555-4c50-a7b4-0560e0e7cc8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.748808] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-507a218e-8f12-432b-982b-214eec5e2c79 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.758941] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b43458d-a47b-4523-a5c7-cab9a76a842a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.769957] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.770199] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811907', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'name': 'volume-8b24eec4-426e-40e1-9830-d5c45093fe0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36959663-d90e-4558-89f4-ab5e13dc19e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'serial': '8b24eec4-426e-40e1-9830-d5c45093fe0d'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.770996] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ce73c2-0b20-4ad2-bd3f-3e9cc837a4a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.799100] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c1727-2cb3-4177-9a7d-13f30f3e2294 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.801628] env[69498]: DEBUG nova.compute.manager [req-80c7cf0e-49c0-4158-9fd0-1300a63d0fdf req-6e9c42d0-7bfc-488f-a344-0ff6f700af79 service nova] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Detach interface failed, port_id=aead3f3b-f2f8-43d8-8761-7f291c9f3d34, reason: Instance 686b0ab0-59e9-4e5a-9d94-86087129577b could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.826780] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-8b24eec4-426e-40e1-9830-d5c45093fe0d/volume-8b24eec4-426e-40e1-9830-d5c45093fe0d.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.827388] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29912ba0-d5c2-4d15-b66f-c69210a76d77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.847650] env[69498]: DEBUG oslo_vmware.api [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1139.847650] env[69498]: value = "task-4098567" [ 1139.847650] env[69498]: _type = "Task" [ 1139.847650] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.857806] env[69498]: DEBUG oslo_vmware.api [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.058480] env[69498]: DEBUG nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.058870] env[69498]: DEBUG nova.compute.provider_tree [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 147 to 148 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.059074] env[69498]: DEBUG nova.compute.provider_tree [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.068411] env[69498]: INFO nova.compute.manager [-] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Took 1.93 seconds to deallocate network for instance. [ 1140.084488] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.114550] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075502} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.114777] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.115665] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75332e7-7335-4222-8e42-531542cea260 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.137327] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.137600] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7e4974-9e33-4143-98ae-46e7d297d565 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.159598] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1140.159598] env[69498]: value = "task-4098568" [ 1140.159598] env[69498]: _type = "Task" [ 1140.159598] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.168689] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.329130] env[69498]: DEBUG nova.compute.manager [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.330131] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee3ed79-a9a5-4107-8b2e-b77f9693645b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.359232] env[69498]: DEBUG oslo_vmware.api [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098567, 'name': ReconfigVM_Task, 'duration_secs': 0.40948} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.359607] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-8b24eec4-426e-40e1-9830-d5c45093fe0d/volume-8b24eec4-426e-40e1-9830-d5c45093fe0d.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.365920] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d540fe11-bcb9-4afd-a70c-224c8cb3e31b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.383722] env[69498]: DEBUG oslo_vmware.api [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1140.383722] env[69498]: value = "task-4098569" [ 1140.383722] env[69498]: _type = "Task" [ 1140.383722] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.393688] env[69498]: DEBUG oslo_vmware.api [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.537212] env[69498]: DEBUG nova.network.neutron [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Successfully updated port: de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.564705] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.967s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.567217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.984s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.567523] env[69498]: DEBUG nova.objects.instance [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lazy-loading 'resources' on Instance uuid 940adff7-f483-46aa-ab89-4ebfc7797481 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.580525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.587272] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.593966] env[69498]: INFO nova.scheduler.client.report [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted allocations for instance 208852e9-a88d-40fe-8a8d-4a507a008d41 [ 1140.671752] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098568, 'name': ReconfigVM_Task, 'duration_secs': 0.332231} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.672393] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.673621] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ce974b2-dd55-4a17-8f24-ab636a1036c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.682783] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1140.682783] env[69498]: value = "task-4098570" [ 1140.682783] env[69498]: _type = "Task" [ 1140.682783] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.695262] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098570, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.842864] env[69498]: INFO nova.compute.manager [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] instance snapshotting [ 1140.846010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0b8055-5222-46c2-9da3-7b0bd0f82181 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.865523] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce35fb83-7d59-4a87-b9fb-6281610a8377 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.902964] env[69498]: DEBUG oslo_vmware.api [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098569, 'name': ReconfigVM_Task, 'duration_secs': 0.17931} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.903304] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811907', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'name': 'volume-8b24eec4-426e-40e1-9830-d5c45093fe0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36959663-d90e-4558-89f4-ab5e13dc19e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'serial': '8b24eec4-426e-40e1-9830-d5c45093fe0d'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.042672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.042672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.042672] env[69498]: DEBUG nova.network.neutron [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.089519] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.107072] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cd303c3-99ee-46f9-bca0-a299efbe8cd4 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "208852e9-a88d-40fe-8a8d-4a507a008d41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.720s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.195154] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098570, 'name': Rename_Task, 'duration_secs': 0.137078} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.195226] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.195455] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6677af-8b0a-4fea-a95b-33baf7914e5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.202931] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1141.202931] env[69498]: value = "task-4098571" [ 1141.202931] env[69498]: _type = "Task" [ 1141.202931] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.211782] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.281551] env[69498]: DEBUG nova.compute.manager [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-vif-plugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.281551] env[69498]: DEBUG oslo_concurrency.lockutils [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.281551] env[69498]: DEBUG oslo_concurrency.lockutils [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.283153] env[69498]: DEBUG oslo_concurrency.lockutils [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.283153] env[69498]: DEBUG nova.compute.manager [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] No waiting events found dispatching network-vif-plugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.283153] env[69498]: WARNING nova.compute.manager [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received unexpected event network-vif-plugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 for instance with vm_state building and task_state spawning. [ 1141.283473] env[69498]: DEBUG nova.compute.manager [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.284039] env[69498]: DEBUG nova.compute.manager [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing instance network info cache due to event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.284999] env[69498]: DEBUG oslo_concurrency.lockutils [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.365733] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b420c5c-116b-40c2-8bd1-9e467718ef4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.374206] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306147fa-7c01-4575-a0d9-b3b4807e63e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.379033] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.379422] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7c54f8a-5129-4df4-bcec-f0e8822a4323 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.415732] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1414b762-2fc9-4d72-a65b-2fa8125d3caf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.419436] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1141.419436] env[69498]: value = "task-4098572" [ 1141.419436] env[69498]: _type = "Task" [ 1141.419436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.428585] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df03652-2b6d-4e51-9ca7-34a0febc1300 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.437655] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.452818] env[69498]: DEBUG nova.compute.provider_tree [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.577035] env[69498]: DEBUG nova.network.neutron [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.590682] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.721247] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.738727] env[69498]: DEBUG nova.network.neutron [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.931638] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.956929] env[69498]: DEBUG nova.scheduler.client.report [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.964698] env[69498]: DEBUG nova.objects.instance [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'flavor' on Instance uuid 36959663-d90e-4558-89f4-ab5e13dc19e1 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.092618] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.215428] env[69498]: DEBUG oslo_vmware.api [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098571, 'name': PowerOnVM_Task, 'duration_secs': 0.551368} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.216371] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.216371] env[69498]: INFO nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Took 4.95 seconds to spawn the instance on the hypervisor. [ 1142.216608] env[69498]: DEBUG nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.217588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cb9ed8-0c52-4de2-bfc1-f8cc58ec1234 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.248509] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.248509] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance network_info: |[{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.248509] env[69498]: DEBUG oslo_concurrency.lockutils [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.248509] env[69498]: DEBUG nova.network.neutron [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.248509] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6d:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de7c92e2-bc02-4693-a264-d2038b95cfc2', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.258029] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.259844] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.259844] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c98b868-dc88-47d0-b689-d06660fdb665 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.287424] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.287424] env[69498]: value = "task-4098573" [ 1142.287424] env[69498]: _type = "Task" [ 1142.287424] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.297825] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098573, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.431865] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098572, 'name': CreateSnapshot_Task, 'duration_secs': 0.601167} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.432137] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1142.432801] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9525c12-f9ef-48f2-836c-eb5b5bc94937 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.471948] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.476077] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8c24e8d5-2851-41b8-92b6-12c399175ccc tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.340s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.479544] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.005s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.484752] env[69498]: INFO nova.compute.claims [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.509013] env[69498]: INFO nova.scheduler.client.report [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Deleted allocations for instance 940adff7-f483-46aa-ab89-4ebfc7797481 [ 1142.586565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "36959663-d90e-4558-89f4-ab5e13dc19e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.587245] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.587670] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "36959663-d90e-4558-89f4-ab5e13dc19e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.589021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.589021] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.591658] env[69498]: INFO nova.compute.manager [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Terminating instance [ 1142.604193] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.742396] env[69498]: INFO nova.compute.manager [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Took 15.00 seconds to build instance. [ 1142.798969] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098573, 'name': CreateVM_Task, 'duration_secs': 0.419206} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.801635] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.802421] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.802595] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.803044] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.803682] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ab5dcf-646f-4333-8e6f-1ccd0435c985 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.809218] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1142.809218] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5252e313-c5cf-76d0-e67f-ebab4f085ff3" [ 1142.809218] env[69498]: _type = "Task" [ 1142.809218] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.819032] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5252e313-c5cf-76d0-e67f-ebab4f085ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.953241] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1142.953241] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e221bc1-1ce0-4af9-8eee-a9a8606b7563 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.962817] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1142.962817] env[69498]: value = "task-4098574" [ 1142.962817] env[69498]: _type = "Task" [ 1142.962817] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.972499] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098574, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.994560] env[69498]: DEBUG nova.network.neutron [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updated VIF entry in instance network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.995132] env[69498]: DEBUG nova.network.neutron [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.022584] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abe7903e-a938-420f-90a1-7e2237ff5245 tempest-MultipleCreateTestJSON-326272290 tempest-MultipleCreateTestJSON-326272290-project-member] Lock "940adff7-f483-46aa-ab89-4ebfc7797481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.793s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.092402] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.106170] env[69498]: DEBUG nova.compute.manager [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.106456] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.106863] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49439f9a-344d-43fa-8855-4530a096afa0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.115356] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1143.115356] env[69498]: value = "task-4098575" [ 1143.115356] env[69498]: _type = "Task" [ 1143.115356] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.125383] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.247427] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5baa65bc-99c7-4369-b1cd-0e00f5630ed1 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "01117e70-406d-4e30-837f-4a2fa6ad7218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.518s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.324188] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5252e313-c5cf-76d0-e67f-ebab4f085ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.015316} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.324689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.325170] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.325917] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.325917] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.325917] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.327203] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5fb411d-d77e-4e48-b432-6611cd9fc58a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.349016] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.349154] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.350025] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080f481b-4637-4642-bd50-80def090f554 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.357697] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1143.357697] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5226bdd4-1296-cba0-ae79-d6a941e645a7" [ 1143.357697] env[69498]: _type = "Task" [ 1143.357697] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.369278] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5226bdd4-1296-cba0-ae79-d6a941e645a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.412300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.412569] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.473805] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098574, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.497935] env[69498]: DEBUG oslo_concurrency.lockutils [req-0cee5ed6-b3b2-4bc2-9b3e-639abaccf237 req-52d04965-6557-4cf4-97da-36cc5ff6c97d service nova] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.598719] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.627868] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098575, 'name': PowerOffVM_Task, 'duration_secs': 0.324294} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.631098] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.631466] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.631627] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811907', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'name': 'volume-8b24eec4-426e-40e1-9830-d5c45093fe0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36959663-d90e-4558-89f4-ab5e13dc19e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'serial': '8b24eec4-426e-40e1-9830-d5c45093fe0d'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.632720] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c0b41-f6dc-4677-a291-6867e64699c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.665814] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f102c7-faa7-489f-947c-4bc3715c7e55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.676110] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5485ebca-7a1c-4bee-a939-440aff324016 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.706574] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0c2f7-66ee-4ece-9fb7-7eca5f4e6e7d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.723616] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b24eec4-426e-40e1-9830-d5c45093fe0d/volume-8b24eec4-426e-40e1-9830-d5c45093fe0d.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.729076] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.732132] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2e0419-3d1c-457d-b5ed-6b06d34241d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.751718] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1143.751718] env[69498]: value = "task-4098576" [ 1143.751718] env[69498]: _type = "Task" [ 1143.751718] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.760995] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.872892] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5226bdd4-1296-cba0-ae79-d6a941e645a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.874977] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09944a43-d8b5-4728-9bbf-8d692502c305 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.877921] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e509c2-444e-45d6-8344-0ba0f92e346c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.884866] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1143.884866] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b037bd-275e-8716-3d6a-962390d0551e" [ 1143.884866] env[69498]: _type = "Task" [ 1143.884866] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.892044] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354942ae-f1c9-4ec3-961c-857caab2788e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.905035] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b037bd-275e-8716-3d6a-962390d0551e, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.932942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.933441] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.933771] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.937468] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f664eec-5784-4440-afd2-e2ee71ee59c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.940619] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6548ad-09b2-4208-a01a-69879c6f71d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.953622] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dacdbc-0232-401e-853b-133162dcc491 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.956940] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1143.956940] env[69498]: value = "task-4098577" [ 1143.956940] env[69498]: _type = "Task" [ 1143.956940] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.977444] env[69498]: DEBUG nova.compute.provider_tree [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.984725] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.991391] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098574, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.094427] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.263551] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098576, 'name': ReconfigVM_Task, 'duration_secs': 0.313201} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.263852] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.268664] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a298c907-f03c-4b6b-b572-3ba8c526316a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.287635] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1144.287635] env[69498]: value = "task-4098578" [ 1144.287635] env[69498]: _type = "Task" [ 1144.287635] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.303243] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.457849] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.469142] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.486794] env[69498]: DEBUG nova.scheduler.client.report [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.490555] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098574, 'name': CloneVM_Task, 'duration_secs': 1.414831} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.491112] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Created linked-clone VM from snapshot [ 1144.492071] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ac8e8-2555-4257-b762-4bf199e184a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.503939] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Uploading image d29acde5-b03e-48d1-ba08-b2d922b0fc1b {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1144.518291] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1144.519798] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb1606a1-d27a-43fb-9da3-4812d6248eee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.525532] env[69498]: INFO nova.compute.manager [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Rebuilding instance [ 1144.530162] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1144.530162] env[69498]: value = "task-4098579" [ 1144.530162] env[69498]: _type = "Task" [ 1144.530162] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.543632] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098579, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.573433] env[69498]: DEBUG nova.compute.manager [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.574349] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12789d38-b269-4b18-9166-46b55d5d3c15 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.600785] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.798875] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098578, 'name': ReconfigVM_Task, 'duration_secs': 0.280173} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.799203] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811907', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'name': 'volume-8b24eec4-426e-40e1-9830-d5c45093fe0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36959663-d90e-4558-89f4-ab5e13dc19e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8b24eec4-426e-40e1-9830-d5c45093fe0d', 'serial': '8b24eec4-426e-40e1-9830-d5c45093fe0d'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.799549] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.801062] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db96d11f-f0c1-4ada-9675-6a1abd63e6ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.810865] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.811334] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e29a74-9da8-4dfa-8de5-03420b02d363 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.917594] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.918136] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.918136] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleting the datastore file [datastore1] 36959663-d90e-4558-89f4-ab5e13dc19e1 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.918438] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-296482ae-2b8c-47c3-a7c8-e6890a4ece6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.927618] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1144.927618] env[69498]: value = "task-4098581" [ 1144.927618] env[69498]: _type = "Task" [ 1144.927618] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.936908] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.971707] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738148} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.972089] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.972389] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.972701] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e54601b-19d2-4e01-9b1b-cbafe4326073 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.980258] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1144.980258] env[69498]: value = "task-4098582" [ 1144.980258] env[69498]: _type = "Task" [ 1144.980258] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.992640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.995018] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.996351] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.997097] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.052s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.998992] env[69498]: INFO nova.compute.claims [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.043882] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098579, 'name': Destroy_Task, 'duration_secs': 0.414802} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.044217] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Destroyed the VM [ 1145.044509] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1145.044773] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd36972d-c09c-4177-a08d-71ed8036ddcc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.056970] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1145.056970] env[69498]: value = "task-4098583" [ 1145.056970] env[69498]: _type = "Task" [ 1145.056970] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.064978] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.101358] env[69498]: DEBUG oslo_vmware.api [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098565, 'name': ReconfigVM_Task, 'duration_secs': 5.87554} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.101777] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.102730] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Reconfigured VM to detach interface {{(pid=69498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1145.442576] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.492348] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14894} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.492684] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.493473] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31f52ce-5152-487f-922b-76d95f2fec1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.500250] env[69498]: DEBUG nova.compute.utils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.512771] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.512993] env[69498]: DEBUG nova.network.neutron [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.532913] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.538037] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.540770] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace4acf2-4e09-4be5-b4be-d2fd048bc5c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.570634] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.572348] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1145.572348] env[69498]: value = "task-4098584" [ 1145.572348] env[69498]: _type = "Task" [ 1145.572348] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.603452] env[69498]: DEBUG nova.policy [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.607907] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.607907] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d321e42-350e-4113-a30f-59d52aac0bd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.616898] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1145.616898] env[69498]: value = "task-4098585" [ 1145.616898] env[69498]: _type = "Task" [ 1145.616898] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.632326] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.852771] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ccb473-5d38-4183-917f-7fe130c5d50d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.862358] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7efe9-b82a-4050-8fa7-977a38a0b304 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.896411] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2130c56-5482-4fbd-81e3-5ef37a834b19 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.904762] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24c54a-0b3e-4883-aced-7c1e616754ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.921016] env[69498]: DEBUG nova.compute.provider_tree [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.941050] env[69498]: DEBUG oslo_vmware.api [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621147} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.942877] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.942877] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.942877] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.942877] env[69498]: INFO nova.compute.manager [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1145.942877] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.942877] env[69498]: DEBUG nova.compute.manager [-] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.943503] env[69498]: DEBUG nova.network.neutron [-] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.075224] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098583, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.085165] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098584, 'name': ReconfigVM_Task, 'duration_secs': 0.335397} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.085494] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.086329] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f563f433-4a5f-451b-89ed-223bf6103275 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.096729] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1146.096729] env[69498]: value = "task-4098586" [ 1146.096729] env[69498]: _type = "Task" [ 1146.096729] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.110131] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098586, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.134868] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098585, 'name': PowerOffVM_Task, 'duration_secs': 0.146252} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.135293] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.136069] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.137135] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93610c3-69ca-4037-a61d-a3384d784083 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.145147] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.145147] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7dd9fb3-4d03-4bf5-8487-4869447d7369 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.171934] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.172221] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.172416] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Deleting the datastore file [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.172715] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84e825f1-48db-45b0-acc9-b13d3507b295 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.180614] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1146.180614] env[69498]: value = "task-4098588" [ 1146.180614] env[69498]: _type = "Task" [ 1146.180614] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.184871] env[69498]: DEBUG nova.network.neutron [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Successfully created port: ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.193411] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.393473] env[69498]: DEBUG nova.compute.manager [req-ea1b5232-e5bd-47a6-9fe5-91fea483a18a req-583b88da-0739-4960-9e27-e89ba0880233 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Received event network-vif-deleted-b8761dc4-3196-47d5-9d88-440719be9d31 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.393730] env[69498]: INFO nova.compute.manager [req-ea1b5232-e5bd-47a6-9fe5-91fea483a18a req-583b88da-0739-4960-9e27-e89ba0880233 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Neutron deleted interface b8761dc4-3196-47d5-9d88-440719be9d31; detaching it from the instance and deleting it from the info cache [ 1146.393920] env[69498]: DEBUG nova.network.neutron [req-ea1b5232-e5bd-47a6-9fe5-91fea483a18a req-583b88da-0739-4960-9e27-e89ba0880233 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.424222] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.424611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquired lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.424848] env[69498]: DEBUG nova.network.neutron [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.426985] env[69498]: DEBUG nova.scheduler.client.report [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.571020] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.579807] env[69498]: DEBUG oslo_vmware.api [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098583, 'name': RemoveSnapshot_Task, 'duration_secs': 1.089188} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.580615] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.604489] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.604788] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.604986] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.605227] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.605401] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.605582] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.607031] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.607031] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.607031] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.607031] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.607031] env[69498]: DEBUG nova.virt.hardware [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.607926] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb6322-ac9b-41b0-b722-74b9418cbfcb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.616859] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098586, 'name': Rename_Task, 'duration_secs': 0.172619} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.619843] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.620447] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-459df2cd-ba3e-4106-8d4e-6e21adb7ab2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.623397] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cfd367-7cf7-44ad-a98c-846d190e95a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.642436] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1146.642436] env[69498]: value = "task-4098589" [ 1146.642436] env[69498]: _type = "Task" [ 1146.642436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.652609] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.695009] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104464} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.695324] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.697945] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.697945] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.874866] env[69498]: DEBUG nova.network.neutron [-] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.896872] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72c74282-3c58-45f6-af29-f0ef6f0e3277 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.907432] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a6d267-31ac-4bcc-85e9-dcd95d66338c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.934660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.937s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.935298] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.950501] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.870s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.952127] env[69498]: INFO nova.compute.claims [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.954884] env[69498]: DEBUG nova.compute.manager [req-ea1b5232-e5bd-47a6-9fe5-91fea483a18a req-583b88da-0739-4960-9e27-e89ba0880233 service nova] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Detach interface failed, port_id=b8761dc4-3196-47d5-9d88-440719be9d31, reason: Instance 36959663-d90e-4558-89f4-ab5e13dc19e1 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.055057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.055328] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.055534] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.055684] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.055898] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.058142] env[69498]: INFO nova.compute.manager [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Terminating instance [ 1147.086876] env[69498]: WARNING nova.compute.manager [None req-de761e88-140d-4186-8a2c-7a0b3baa0a71 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Image not found during snapshot: nova.exception.ImageNotFound: Image d29acde5-b03e-48d1-ba08-b2d922b0fc1b could not be found. [ 1147.160719] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.165651] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.166403] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.191232] env[69498]: INFO nova.network.neutron [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Port 4948be80-80c3-4942-b696-456830a71ee7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1147.191617] env[69498]: DEBUG nova.network.neutron [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [{"id": "575c40a4-d799-474b-b70e-ef13d4457a89", "address": "fa:16:3e:3d:75:3d", "network": {"id": "30aebfcd-a45a-4231-881e-e2c2b3412405", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2027880515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a165bad1cee4d50b2413773197f9196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap575c40a4-d7", "ovs_interfaceid": "575c40a4-d799-474b-b70e-ef13d4457a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.378062] env[69498]: INFO nova.compute.manager [-] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Took 1.43 seconds to deallocate network for instance. [ 1147.440811] env[69498]: DEBUG nova.compute.utils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.442223] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.442402] env[69498]: DEBUG nova.network.neutron [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.480708] env[69498]: DEBUG nova.policy [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3c51504ee49cd9128858a08528f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b22ce6b4737946bcb288be35b2e573f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.562166] env[69498]: DEBUG nova.compute.manager [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.562405] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.563320] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89f31e-0434-4863-95e4-f45816d41c0b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.571712] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.571999] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46cddbd9-494d-4e56-b532-68e2f4d3fee2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.579014] env[69498]: DEBUG oslo_vmware.api [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1147.579014] env[69498]: value = "task-4098590" [ 1147.579014] env[69498]: _type = "Task" [ 1147.579014] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.590521] env[69498]: DEBUG oslo_vmware.api [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.660236] env[69498]: DEBUG oslo_vmware.api [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098589, 'name': PowerOnVM_Task, 'duration_secs': 0.567184} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.660706] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.661359] env[69498]: INFO nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1147.661692] env[69498]: DEBUG nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.662992] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f5c30-1013-4000-a972-bb8eb3da6fbd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.670708] env[69498]: DEBUG nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.695062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Releasing lock "refresh_cache-4e63c9ed-ef48-4f2a-9687-e269342dc9e3" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.740572] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.740839] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.740979] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.742465] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.742672] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.742785] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.743016] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.743190] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.743360] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.743530] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.743708] env[69498]: DEBUG nova.virt.hardware [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.745035] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a7188c-1250-46a2-b4a7-291e92bd01e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.755161] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2c8ed-ba65-4cda-899a-2383acc3a382 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.775620] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.782415] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.783155] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.783351] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8023f7ac-7184-4e02-a25e-35a0c079f908 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.802364] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.802364] env[69498]: value = "task-4098591" [ 1147.802364] env[69498]: _type = "Task" [ 1147.802364] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.811412] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098591, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.939896] env[69498]: INFO nova.compute.manager [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Took 0.56 seconds to detach 1 volumes for instance. [ 1147.942220] env[69498]: DEBUG nova.network.neutron [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Successfully updated port: ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.945825] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.970619] env[69498]: DEBUG nova.network.neutron [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Successfully created port: c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.092907] env[69498]: DEBUG oslo_vmware.api [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098590, 'name': PowerOffVM_Task, 'duration_secs': 0.255014} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.093508] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.093508] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.093628] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580fd61f-7004-4a3e-9a9f-f89fc1fb9366 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.168830] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.169123] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.169297] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleting the datastore file [datastore1] 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.172439] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de753853-fa21-47ee-b641-53b27131da31 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.180966] env[69498]: DEBUG oslo_vmware.api [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1148.180966] env[69498]: value = "task-4098593" [ 1148.180966] env[69498]: _type = "Task" [ 1148.180966] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.197352] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.201861] env[69498]: DEBUG oslo_concurrency.lockutils [None req-507a8f7a-b55e-42c9-8469-744c740c2ba7 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "interface-4e63c9ed-ef48-4f2a-9687-e269342dc9e3-4948be80-80c3-4942-b696-456830a71ee7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.731s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.202948] env[69498]: DEBUG oslo_vmware.api [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.203568] env[69498]: INFO nova.compute.manager [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Took 18.87 seconds to build instance. [ 1148.253514] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47fbe68-9732-4b41-b352-ab6c5656664c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.263126] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c28b4e-8df2-44fd-ab88-da35b9ecced7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.298420] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc4fc5f-eb56-4b30-a235-0e7eac41cd5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.310270] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b25d02-da00-4f64-b00d-13b84dd3792a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.317560] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098591, 'name': CreateVM_Task, 'duration_secs': 0.340708} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.317907] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.318401] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.318606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.318940] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.319232] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd8fe4d-33c0-4b00-a1f9-22818fcacf73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.329293] env[69498]: DEBUG nova.compute.provider_tree [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.334411] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1148.334411] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52041ad6-17ed-d740-83b7-b4e299f7e0f2" [ 1148.334411] env[69498]: _type = "Task" [ 1148.334411] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.342582] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52041ad6-17ed-d740-83b7-b4e299f7e0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.420749] env[69498]: DEBUG nova.compute.manager [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Received event network-vif-plugged-ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.420959] env[69498]: DEBUG oslo_concurrency.lockutils [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] Acquiring lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.421194] env[69498]: DEBUG oslo_concurrency.lockutils [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.422082] env[69498]: DEBUG oslo_concurrency.lockutils [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.422082] env[69498]: DEBUG nova.compute.manager [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] No waiting events found dispatching network-vif-plugged-ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1148.422082] env[69498]: WARNING nova.compute.manager [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Received unexpected event network-vif-plugged-ef0c97db-fb6b-448e-ae9a-0a11b08bcadf for instance with vm_state building and task_state spawning. [ 1148.422082] env[69498]: DEBUG nova.compute.manager [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Received event network-changed-ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.422082] env[69498]: DEBUG nova.compute.manager [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Refreshing instance network info cache due to event network-changed-ef0c97db-fb6b-448e-ae9a-0a11b08bcadf. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.422316] env[69498]: DEBUG oslo_concurrency.lockutils [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] Acquiring lock "refresh_cache-c6568b40-2ec8-450d-b1e8-13cf42390cb2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.422316] env[69498]: DEBUG oslo_concurrency.lockutils [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] Acquired lock "refresh_cache-c6568b40-2ec8-450d-b1e8-13cf42390cb2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.422681] env[69498]: DEBUG nova.network.neutron [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Refreshing network info cache for port ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.451278] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.451768] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-c6568b40-2ec8-450d-b1e8-13cf42390cb2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.632882] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "51ac40cf-db93-4194-8b7f-e054ac42b877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.632882] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.633445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "51ac40cf-db93-4194-8b7f-e054ac42b877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.633809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.634324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.637041] env[69498]: INFO nova.compute.manager [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Terminating instance [ 1148.699969] env[69498]: DEBUG oslo_vmware.api [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190652} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.700671] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.700671] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.700981] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.701303] env[69498]: INFO nova.compute.manager [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1148.702045] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.702045] env[69498]: DEBUG nova.compute.manager [-] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.702136] env[69498]: DEBUG nova.network.neutron [-] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.706763] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43512d2-ca4f-4965-a674-6607b2f0be12 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.390s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.832624] env[69498]: DEBUG nova.scheduler.client.report [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.846756] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52041ad6-17ed-d740-83b7-b4e299f7e0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.020301} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.849537] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.849829] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.850175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.850315] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.850431] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.851403] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f436e1-db34-478a-918c-97413514b927 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.862326] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.862562] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.863312] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba5af2f-ff1d-4b56-aa1a-42547328e134 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.870257] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1148.870257] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52682a9b-c716-1563-1768-bc7ff9135a72" [ 1148.870257] env[69498]: _type = "Task" [ 1148.870257] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.879235] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52682a9b-c716-1563-1768-bc7ff9135a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.958305] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.980569] env[69498]: DEBUG nova.network.neutron [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.991675] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.991934] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.992155] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.992316] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.993050] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.993050] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.993050] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.993050] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.993050] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.993248] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.993530] env[69498]: DEBUG nova.virt.hardware [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.994335] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0bdb37-da0b-4499-8eb2-421b6700d9c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.004669] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b98d5b-15c5-43d2-ab12-2eeccc1343c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.103741] env[69498]: DEBUG nova.compute.manager [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.103936] env[69498]: DEBUG nova.compute.manager [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing instance network info cache due to event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.104168] env[69498]: DEBUG oslo_concurrency.lockutils [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.104817] env[69498]: DEBUG oslo_concurrency.lockutils [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.104817] env[69498]: DEBUG nova.network.neutron [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.108204] env[69498]: DEBUG nova.network.neutron [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.144213] env[69498]: DEBUG nova.compute.manager [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.144213] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.144213] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5034eea4-13cf-46c9-8bd2-09d8dfb1d1ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.151362] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.151816] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9caf050-e69b-415b-aaec-28af3b4fac08 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.162025] env[69498]: DEBUG oslo_vmware.api [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1149.162025] env[69498]: value = "task-4098594" [ 1149.162025] env[69498]: _type = "Task" [ 1149.162025] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.169149] env[69498]: DEBUG oslo_vmware.api [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.341189] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.341704] env[69498]: DEBUG nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.347716] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.156s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.347716] env[69498]: INFO nova.compute.claims [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.384782] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52682a9b-c716-1563-1768-bc7ff9135a72, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.386627] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dceb381-2419-46b4-b1bd-6b91dc828e82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.395040] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1149.395040] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f333a-0d15-451c-d216-d70ca912a9ea" [ 1149.395040] env[69498]: _type = "Task" [ 1149.395040] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.406104] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f333a-0d15-451c-d216-d70ca912a9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.611214] env[69498]: DEBUG oslo_concurrency.lockutils [req-c1e08034-ec04-4009-90d6-e638c1535b5a req-1e2b5bbc-a8d7-44a6-8e26-9e6ca9a524f7 service nova] Releasing lock "refresh_cache-c6568b40-2ec8-450d-b1e8-13cf42390cb2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.611629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-c6568b40-2ec8-450d-b1e8-13cf42390cb2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.612388] env[69498]: DEBUG nova.network.neutron [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.674320] env[69498]: DEBUG oslo_vmware.api [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098594, 'name': PowerOffVM_Task, 'duration_secs': 0.212818} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.674659] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.674895] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.675236] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626200dd-dc8f-4cfa-95f7-ba3062f98e63 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.761799] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.764449] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.768021] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleting the datastore file [datastore1] 51ac40cf-db93-4194-8b7f-e054ac42b877 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.768021] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5079ceb4-e03f-498e-8340-7095017f41fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.775488] env[69498]: DEBUG oslo_vmware.api [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1149.775488] env[69498]: value = "task-4098596" [ 1149.775488] env[69498]: _type = "Task" [ 1149.775488] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.790501] env[69498]: DEBUG oslo_vmware.api [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.846834] env[69498]: DEBUG nova.compute.utils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.848622] env[69498]: DEBUG nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1149.911091] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f333a-0d15-451c-d216-d70ca912a9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.024019} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.911091] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.911530] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.912055] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d86f808-2c64-4912-a4b3-45554d278fca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.920963] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1149.920963] env[69498]: value = "task-4098597" [ 1149.920963] env[69498]: _type = "Task" [ 1149.920963] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.932445] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.027612] env[69498]: DEBUG nova.network.neutron [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Successfully updated port: c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.196047] env[69498]: DEBUG nova.network.neutron [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.294941] env[69498]: DEBUG oslo_vmware.api [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16966} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.299141] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.299141] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.299141] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.299141] env[69498]: INFO nova.compute.manager [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1150.299141] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.299141] env[69498]: DEBUG nova.compute.manager [-] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.299141] env[69498]: DEBUG nova.network.neutron [-] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.353178] env[69498]: DEBUG nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.436943] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098597, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.469154] env[69498]: DEBUG nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Received event network-vif-plugged-c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.469526] env[69498]: DEBUG oslo_concurrency.lockutils [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.470066] env[69498]: DEBUG oslo_concurrency.lockutils [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] Lock "613df5dd-963a-4937-b111-38f5e634ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.470779] env[69498]: DEBUG oslo_concurrency.lockutils [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] Lock "613df5dd-963a-4937-b111-38f5e634ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.471220] env[69498]: DEBUG nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] No waiting events found dispatching network-vif-plugged-c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.471771] env[69498]: WARNING nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Received unexpected event network-vif-plugged-c50721d6-ada4-4509-b674-1095fb39f9f4 for instance with vm_state building and task_state spawning. [ 1150.476471] env[69498]: DEBUG nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Received event network-changed-c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.476471] env[69498]: DEBUG nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Refreshing instance network info cache due to event network-changed-c50721d6-ada4-4509-b674-1095fb39f9f4. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.476471] env[69498]: DEBUG oslo_concurrency.lockutils [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] Acquiring lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.476471] env[69498]: DEBUG oslo_concurrency.lockutils [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] Acquired lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.476471] env[69498]: DEBUG nova.network.neutron [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Refreshing network info cache for port c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.491239] env[69498]: DEBUG nova.network.neutron [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updated VIF entry in instance network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.495280] env[69498]: DEBUG nova.network.neutron [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.530338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.550236] env[69498]: DEBUG nova.network.neutron [-] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.634660] env[69498]: DEBUG nova.network.neutron [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Updating instance_info_cache with network_info: [{"id": "ef0c97db-fb6b-448e-ae9a-0a11b08bcadf", "address": "fa:16:3e:fb:af:b1", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0c97db-fb", "ovs_interfaceid": "ef0c97db-fb6b-448e-ae9a-0a11b08bcadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.722857] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17568008-ceff-4430-8c71-b463360cdbd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.732738] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec05c743-8be4-409e-8296-1c352592aa27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.770370] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f10947-9e00-47c4-be84-ea93656db353 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.779923] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd42f4d-aa02-4cb5-bdea-223ec9882987 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.795232] env[69498]: DEBUG nova.compute.provider_tree [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.933615] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55198} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.933902] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.934140] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.934743] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ebb00e-1c99-4519-95dd-db75c6e7b383 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.941868] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1150.941868] env[69498]: value = "task-4098598" [ 1150.941868] env[69498]: _type = "Task" [ 1150.941868] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.951787] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.999769] env[69498]: DEBUG oslo_concurrency.lockutils [req-07dcff18-3641-48cc-b2b8-6f023f845178 req-0bc5b709-332f-4a26-91c3-5ddb66093cbd service nova] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.011737] env[69498]: DEBUG nova.network.neutron [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.054735] env[69498]: INFO nova.compute.manager [-] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Took 2.35 seconds to deallocate network for instance. [ 1151.093751] env[69498]: DEBUG nova.network.neutron [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.141106] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-c6568b40-2ec8-450d-b1e8-13cf42390cb2" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.141772] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Instance network_info: |[{"id": "ef0c97db-fb6b-448e-ae9a-0a11b08bcadf", "address": "fa:16:3e:fb:af:b1", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0c97db-fb", "ovs_interfaceid": "ef0c97db-fb6b-448e-ae9a-0a11b08bcadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.142500] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:af:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef0c97db-fb6b-448e-ae9a-0a11b08bcadf', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.156403] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.156772] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.157097] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f456649-fe7c-4730-8ad9-21bb17ac1521 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.189175] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.189175] env[69498]: value = "task-4098599" [ 1151.189175] env[69498]: _type = "Task" [ 1151.189175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.201251] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098599, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.299199] env[69498]: DEBUG nova.scheduler.client.report [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.341406] env[69498]: DEBUG nova.network.neutron [-] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.364376] env[69498]: DEBUG nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.392344] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.392646] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.392818] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.393057] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.393214] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.393378] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.393723] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.394109] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.394321] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.394495] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.394677] env[69498]: DEBUG nova.virt.hardware [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.395922] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad799a7-14f5-4c9f-a1c5-868f8cfd8229 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.404163] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe967b8-4516-4681-9a6e-0019ce47c898 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.420686] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.426286] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Creating folder: Project (5228031b4b054eefb9955cd2cd3b7122). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.426650] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a927ae30-02a7-4339-ab34-46e510be2e0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.439769] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Created folder: Project (5228031b4b054eefb9955cd2cd3b7122) in parent group-v811634. [ 1151.440038] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Creating folder: Instances. Parent ref: group-v811916. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.440306] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fd31253-22ba-4e88-8eaf-94b365a888a3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.451010] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226599} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.451295] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.453674] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ed5d9-ba5c-412e-a9cd-0f1fd8ed9c47 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.456285] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Created folder: Instances in parent group-v811916. [ 1151.456525] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.457028] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.457395] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14fa18fa-09ad-4c26-a713-5c842cbebd09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.485806] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.486967] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14f4f9c-2814-484c-bb52-5edb77ffeb95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.511949] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.511949] env[69498]: value = "task-4098602" [ 1151.511949] env[69498]: _type = "Task" [ 1151.511949] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.518767] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1151.518767] env[69498]: value = "task-4098603" [ 1151.518767] env[69498]: _type = "Task" [ 1151.518767] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.525606] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098602, 'name': CreateVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.531389] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.564671] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.597651] env[69498]: DEBUG oslo_concurrency.lockutils [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] Releasing lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.598089] env[69498]: DEBUG nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Received event network-vif-deleted-575c40a4-d799-474b-b70e-ef13d4457a89 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.598347] env[69498]: INFO nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Neutron deleted interface 575c40a4-d799-474b-b70e-ef13d4457a89; detaching it from the instance and deleting it from the info cache [ 1151.598582] env[69498]: DEBUG nova.network.neutron [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.599867] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.600043] env[69498]: DEBUG nova.network.neutron [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.700968] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098599, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.804114] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.804703] env[69498]: DEBUG nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.807822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.227s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.808070] env[69498]: DEBUG nova.objects.instance [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lazy-loading 'resources' on Instance uuid 686b0ab0-59e9-4e5a-9d94-86087129577b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.844313] env[69498]: INFO nova.compute.manager [-] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Took 1.55 seconds to deallocate network for instance. [ 1152.026723] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098602, 'name': CreateVM_Task, 'duration_secs': 0.303052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.026933] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.027785] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.028010] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.028359] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.028651] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230d930b-78cc-431a-85d0-a8d8413005cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.033449] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.037433] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1152.037433] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52908d19-73d3-bf99-c58f-277d49243520" [ 1152.037433] env[69498]: _type = "Task" [ 1152.037433] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.046224] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52908d19-73d3-bf99-c58f-277d49243520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.104084] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df5a9a2e-8e2b-4295-b0a4-391e3a5a513f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.114059] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2becb0-235c-45c7-af48-c23f6694b4a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.136499] env[69498]: DEBUG nova.network.neutron [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.149265] env[69498]: DEBUG nova.compute.manager [req-81d0dc7c-5474-4900-8674-bdb743c64878 req-c6ef72df-057e-4559-b9f8-ee3768ad3cad service nova] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Detach interface failed, port_id=575c40a4-d799-474b-b70e-ef13d4457a89, reason: Instance 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.203333] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098599, 'name': CreateVM_Task, 'duration_secs': 0.587351} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.203566] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.204306] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.302406] env[69498]: DEBUG nova.network.neutron [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating instance_info_cache with network_info: [{"id": "c50721d6-ada4-4509-b674-1095fb39f9f4", "address": "fa:16:3e:f5:ff:9f", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50721d6-ad", "ovs_interfaceid": "c50721d6-ada4-4509-b674-1095fb39f9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.311772] env[69498]: DEBUG nova.compute.utils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.313087] env[69498]: DEBUG nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1152.352205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.502196] env[69498]: DEBUG nova.compute.manager [req-722c294d-64ec-4e56-a2a7-2f76b9ca6cb8 req-40389f0f-181e-4210-8237-8679d441d23a service nova] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Received event network-vif-deleted-62235fd1-1cde-49a4-bd25-309752caaf29 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.529749] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098603, 'name': ReconfigVM_Task, 'duration_secs': 0.578438} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.532459] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218/01117e70-406d-4e30-837f-4a2fa6ad7218.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.533289] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f85586e-4362-454c-9d37-d68992bded1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.542937] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1152.542937] env[69498]: value = "task-4098604" [ 1152.542937] env[69498]: _type = "Task" [ 1152.542937] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.545094] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14849bb3-3a7f-447f-8bcb-4a093f9a8cb4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.554122] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52908d19-73d3-bf99-c58f-277d49243520, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.554800] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.555052] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.555297] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.555445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.555627] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.556276] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.556629] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.556872] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e4a8d6-9d4a-40a8-b9b1-860e6f5ca1ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.563704] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4cd28d-ae3a-47d1-a962-3d56ad1b5c98 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.565631] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098604, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.567305] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc8d030-c4f3-437e-8834-c3b64a52eb67 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.574446] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1152.574446] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528475eb-b823-d70c-f156-a0bd6411b96e" [ 1152.574446] env[69498]: _type = "Task" [ 1152.574446] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.603575] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.603766] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.607941] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e09f2-f196-4643-bcfd-f959603efd1b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.610592] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34048aad-a8ed-4a4a-8832-0860394a25db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.618593] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528475eb-b823-d70c-f156-a0bd6411b96e, 'name': SearchDatastore_Task, 'duration_secs': 0.022185} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.621754] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.621994] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.622256] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.622545] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1152.622545] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5266f05b-cd99-e9d0-b717-8ad3cd67b5c3" [ 1152.622545] env[69498]: _type = "Task" [ 1152.622545] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.623852] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5de011-85cc-4add-87a9-8d9f35bd1586 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.648348] env[69498]: DEBUG nova.compute.provider_tree [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.648348] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5266f05b-cd99-e9d0-b717-8ad3cd67b5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.648348] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75162e05-a5b2-4806-bee8-9d8c28411a93 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.655467] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1152.655467] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c1fd64-9277-d86d-ce1f-67539cba77d9" [ 1152.655467] env[69498]: _type = "Task" [ 1152.655467] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.663206] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c1fd64-9277-d86d-ce1f-67539cba77d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.805102] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.805543] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance network_info: |[{"id": "c50721d6-ada4-4509-b674-1095fb39f9f4", "address": "fa:16:3e:f5:ff:9f", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50721d6-ad", "ovs_interfaceid": "c50721d6-ada4-4509-b674-1095fb39f9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.806072] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:ff:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c50721d6-ada4-4509-b674-1095fb39f9f4', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.817696] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.817992] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.818666] env[69498]: DEBUG nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.822129] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd26c82b-f417-4e25-9f70-c750bfc30b81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.851732] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.851732] env[69498]: value = "task-4098605" [ 1152.851732] env[69498]: _type = "Task" [ 1152.851732] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.863171] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098605, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.055457] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098604, 'name': Rename_Task, 'duration_secs': 0.170554} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.055752] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.056072] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9aa22a1-631e-4948-9f6c-d05daad22c1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.063555] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1153.063555] env[69498]: value = "task-4098606" [ 1153.063555] env[69498]: _type = "Task" [ 1153.063555] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.072665] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.148811] env[69498]: DEBUG nova.scheduler.client.report [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.164246] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c1fd64-9277-d86d-ce1f-67539cba77d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.164566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.164860] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.165226] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.165435] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.165703] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c62ebe86-fdb2-4b54-b1e2-fca810708af0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.168555] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-014d289b-20bf-4807-a48e-4cf8b5da9003 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.175848] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1153.175848] env[69498]: value = "task-4098607" [ 1153.175848] env[69498]: _type = "Task" [ 1153.175848] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.180312] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.180498] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.181731] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee96cf7c-fc97-47b2-94f2-482ef906fa0b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.187742] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.191148] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1153.191148] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f4b6d-0b3b-ca9a-e767-31207ca1f46d" [ 1153.191148] env[69498]: _type = "Task" [ 1153.191148] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.198920] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f4b6d-0b3b-ca9a-e767-31207ca1f46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.365802] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098605, 'name': CreateVM_Task, 'duration_secs': 0.371467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.366143] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.367281] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.367570] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.368047] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.368481] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783449c5-d437-474d-a658-abd6c8ede5c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.376579] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1153.376579] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f4969-53ca-cb29-ba58-a0612394b1b4" [ 1153.376579] env[69498]: _type = "Task" [ 1153.376579] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.388013] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f4969-53ca-cb29-ba58-a0612394b1b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.577135] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.654192] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.656718] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.199s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.658324] env[69498]: INFO nova.compute.claims [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.687575] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493455} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.687575] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.687827] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.688195] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96c58cdd-4ab2-449e-9b13-e5a5d94d9545 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.696871] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1153.696871] env[69498]: value = "task-4098608" [ 1153.696871] env[69498]: _type = "Task" [ 1153.696871] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.705017] env[69498]: INFO nova.scheduler.client.report [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Deleted allocations for instance 686b0ab0-59e9-4e5a-9d94-86087129577b [ 1153.706189] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f4b6d-0b3b-ca9a-e767-31207ca1f46d, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.710641] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46202ff2-f2fa-470b-8da3-384613aabc34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.717522] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.721993] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1153.721993] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a74723-bb8d-00d8-adad-37de1caeeb21" [ 1153.721993] env[69498]: _type = "Task" [ 1153.721993] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.731833] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a74723-bb8d-00d8-adad-37de1caeeb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.851835] env[69498]: DEBUG nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.879320] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.879503] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.879792] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.879903] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.880041] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.880199] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.880446] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.880617] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.880831] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.880999] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.881226] env[69498]: DEBUG nova.virt.hardware [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.882167] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ccde1e-78a8-47c4-bf88-7c7e145ac185 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.894312] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f4969-53ca-cb29-ba58-a0612394b1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.053433} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.896152] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.896415] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.899027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.899027] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e20f2a-224a-448f-bec1-0d363b13a710 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.913053] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.918250] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.918573] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.918808] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68d43d6-3b43-4ef0-821f-ab4632d2a4b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.939559] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.939559] env[69498]: value = "task-4098609" [ 1153.939559] env[69498]: _type = "Task" [ 1153.939559] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.948910] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098609, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.075627] env[69498]: DEBUG oslo_vmware.api [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098606, 'name': PowerOnVM_Task, 'duration_secs': 0.713294} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.075999] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.076256] env[69498]: DEBUG nova.compute.manager [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.077111] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fdcb4b-be23-4188-bd6b-7a168d23b8aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.206832] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074023} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.207418] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.208247] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fbb746-24b5-49ec-a296-3079d47f323f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.232363] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.233037] env[69498]: DEBUG oslo_concurrency.lockutils [None req-eee794e3-d314-45d4-8480-eba136aaf258 tempest-AttachVolumeTestJSON-1247015010 tempest-AttachVolumeTestJSON-1247015010-project-member] Lock "686b0ab0-59e9-4e5a-9d94-86087129577b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.746s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.234172] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb74cfa7-3bd4-4e6c-ab2a-74c1c1210e62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.261192] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a74723-bb8d-00d8-adad-37de1caeeb21, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.262993] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.263352] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c6568b40-2ec8-450d-b1e8-13cf42390cb2/c6568b40-2ec8-450d-b1e8-13cf42390cb2.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.263634] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1154.263634] env[69498]: value = "task-4098610" [ 1154.263634] env[69498]: _type = "Task" [ 1154.263634] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.263944] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.264095] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.264341] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831b74a9-ddb2-42d3-b398-10620f5eba16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.266896] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9d448e-fb39-4dea-a4f3-5d315f2e64c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.279276] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.280901] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1154.280901] env[69498]: value = "task-4098611" [ 1154.280901] env[69498]: _type = "Task" [ 1154.280901] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.282346] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.282527] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.286305] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56c530f-b78f-49c7-970a-b208841a633c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.296337] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1154.296337] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f8d1f-7ec1-b69e-57d2-36f209f5987f" [ 1154.296337] env[69498]: _type = "Task" [ 1154.296337] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.296602] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.304824] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f8d1f-7ec1-b69e-57d2-36f209f5987f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.450673] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098609, 'name': CreateVM_Task, 'duration_secs': 0.337021} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.450835] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.451278] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.451450] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.451809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.452106] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52775218-8af0-487f-8061-04c1969044cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.457652] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1154.457652] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b69a61-2394-0b50-e0dc-d798d1c9cf47" [ 1154.457652] env[69498]: _type = "Task" [ 1154.457652] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.466853] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b69a61-2394-0b50-e0dc-d798d1c9cf47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.599284] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.771172] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.771691] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.784390] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.795922] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513638} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.799736] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c6568b40-2ec8-450d-b1e8-13cf42390cb2/c6568b40-2ec8-450d-b1e8-13cf42390cb2.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.799832] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.800392] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b78be7d-47e0-451c-9b71-cbfd21eed1a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.816674] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521f8d1f-7ec1-b69e-57d2-36f209f5987f, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.825273] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1154.825273] env[69498]: value = "task-4098612" [ 1154.825273] env[69498]: _type = "Task" [ 1154.825273] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.826209] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506a02a7-43a2-4a9c-ba1d-8f63aabf9bd5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.845259] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.845595] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1154.845595] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a4e13f-bda5-6fd8-89f9-6774dc9c2e5f" [ 1154.845595] env[69498]: _type = "Task" [ 1154.845595] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.854942] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a4e13f-bda5-6fd8-89f9-6774dc9c2e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.857753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.858690] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.859667] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d906b21-0e03-47cb-90be-791fa1901a86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.867437] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1154.867437] env[69498]: value = "task-4098613" [ 1154.867437] env[69498]: _type = "Task" [ 1154.867437] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.878133] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.959182] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2809542-8636-4817-984b-d40b19610441 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.974366] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b69a61-2394-0b50-e0dc-d798d1c9cf47, 'name': SearchDatastore_Task, 'duration_secs': 0.018947} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.975391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1440b13-9818-4e41-a405-20d04d615468 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.978840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.979094] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.979343] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.979490] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.979667] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.979953] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d35135f2-c8f2-4935-9841-a10da1204910 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.011283] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f9641e-620f-4e75-aace-8494f6e95449 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.014410] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.014410] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.014941] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb97c8c-ac3a-46c9-a869-9dc6eab21330 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.021590] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1155.021590] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52490f59-cd3a-3b0d-8858-e6491046ce0d" [ 1155.021590] env[69498]: _type = "Task" [ 1155.021590] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.027397] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf1729-a1cf-4a6f-9fd9-63f50088a77c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.037173] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52490f59-cd3a-3b0d-8858-e6491046ce0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.047579] env[69498]: DEBUG nova.compute.provider_tree [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.049082] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176d2aaf-7184-43c1-aaec-ad6a256fe566 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.056288] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1155.056288] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521e4280-c9f8-0303-40bd-544fe3302705" [ 1155.056288] env[69498]: _type = "Task" [ 1155.056288] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.066307] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521e4280-c9f8-0303-40bd-544fe3302705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.281106] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.281549] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.281870] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.282233] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.282585] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.288132] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.288948] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1155.289436] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098610, 'name': ReconfigVM_Task, 'duration_secs': 0.583819} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.289703] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.291267] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.292404] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8557f284-de5b-4d29-ac15-a21ad1c8e613 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.303219] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1155.303219] env[69498]: value = "task-4098615" [ 1155.303219] env[69498]: _type = "Task" [ 1155.303219] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.315924] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098615, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.342870] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080383} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.343192] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.344051] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f0610-03b9-497a-a2e3-23b55b3e8573 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.370557] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] c6568b40-2ec8-450d-b1e8-13cf42390cb2/c6568b40-2ec8-450d-b1e8-13cf42390cb2.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.371334] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3817c2bd-187a-4a9a-91a3-a68cd540831e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.398207] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098613, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.402125] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1155.402125] env[69498]: value = "task-4098616" [ 1155.402125] env[69498]: _type = "Task" [ 1155.402125] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.412787] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.552835] env[69498]: DEBUG nova.scheduler.client.report [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.570049] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521e4280-c9f8-0303-40bd-544fe3302705, 'name': SearchDatastore_Task, 'duration_secs': 0.030027} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.570049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.570049] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 525c73fc-a4d3-457c-947d-61748a73c448/525c73fc-a4d3-457c-947d-61748a73c448.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.570386] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59672bdd-31e1-49ea-b719-0bcf9789b894 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.580759] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1155.580759] env[69498]: value = "task-4098617" [ 1155.580759] env[69498]: _type = "Task" [ 1155.580759] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.591957] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.794642] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.814777] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098615, 'name': Rename_Task, 'duration_secs': 0.208704} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.815137] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.815414] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09976bff-6f98-48f8-a402-b6ff18fd62b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.824425] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1155.824425] env[69498]: value = "task-4098618" [ 1155.824425] env[69498]: _type = "Task" [ 1155.824425] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.838154] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.889720] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535477} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.890148] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.890445] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.890921] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fded4b46-ec90-4854-9779-0cde376ff626 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.902241] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1155.902241] env[69498]: value = "task-4098619" [ 1155.902241] env[69498]: _type = "Task" [ 1155.902241] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.923900] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.928030] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.017949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "01117e70-406d-4e30-837f-4a2fa6ad7218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.018386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "01117e70-406d-4e30-837f-4a2fa6ad7218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.018714] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "01117e70-406d-4e30-837f-4a2fa6ad7218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.018936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "01117e70-406d-4e30-837f-4a2fa6ad7218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.019135] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "01117e70-406d-4e30-837f-4a2fa6ad7218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.021883] env[69498]: INFO nova.compute.manager [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Terminating instance [ 1156.062994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.063513] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.069606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.872s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.071492] env[69498]: INFO nova.compute.claims [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.097360] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.335180] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098618, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.416087] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098616, 'name': ReconfigVM_Task, 'duration_secs': 0.734736} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.416832] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Reconfigured VM instance instance-00000067 to attach disk [datastore2] c6568b40-2ec8-450d-b1e8-13cf42390cb2/c6568b40-2ec8-450d-b1e8-13cf42390cb2.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.417520] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1186507-551d-4d36-8813-92700f572f03 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.421873] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12307} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.422558] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.423412] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbc08c1-9030-4170-90fc-974f85ea8331 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.426947] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1156.426947] env[69498]: value = "task-4098620" [ 1156.426947] env[69498]: _type = "Task" [ 1156.426947] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.447635] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.448721] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f33b6368-87f5-4af5-889b-29a2302216a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.472229] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098620, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.479261] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1156.479261] env[69498]: value = "task-4098621" [ 1156.479261] env[69498]: _type = "Task" [ 1156.479261] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.492572] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.526725] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "refresh_cache-01117e70-406d-4e30-837f-4a2fa6ad7218" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.526725] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquired lock "refresh_cache-01117e70-406d-4e30-837f-4a2fa6ad7218" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.526879] env[69498]: DEBUG nova.network.neutron [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.577916] env[69498]: DEBUG nova.compute.utils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.581527] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.581776] env[69498]: DEBUG nova.network.neutron [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.596579] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635928} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.597874] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 525c73fc-a4d3-457c-947d-61748a73c448/525c73fc-a4d3-457c-947d-61748a73c448.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.598132] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.598437] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334ae92e-b052-4e66-90c2-9750547f7010 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.606360] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1156.606360] env[69498]: value = "task-4098622" [ 1156.606360] env[69498]: _type = "Task" [ 1156.606360] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.615837] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.640285] env[69498]: DEBUG nova.policy [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b6ffc9bba1c4c479fc6ea737e69ed06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e24445cb3b7446689c296f1053a220a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.835672] env[69498]: DEBUG oslo_vmware.api [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098618, 'name': PowerOnVM_Task, 'duration_secs': 0.804003} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.835952] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.836104] env[69498]: INFO nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Took 5.47 seconds to spawn the instance on the hypervisor. [ 1156.836288] env[69498]: DEBUG nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1156.837096] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aa0562-6eb8-4541-9178-d7d974ddebb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.922800] env[69498]: DEBUG nova.network.neutron [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Successfully created port: 36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.936274] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098620, 'name': Rename_Task, 'duration_secs': 0.232564} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.936588] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.936839] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b562270-dd74-4f51-9c8c-5a836b4c036c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.943667] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1156.943667] env[69498]: value = "task-4098623" [ 1156.943667] env[69498]: _type = "Task" [ 1156.943667] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.951960] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.991218] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.058763] env[69498]: DEBUG nova.network.neutron [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.087573] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.122159] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190277} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.122159] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.123529] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788140f5-73ee-4996-95eb-265a51670c69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.148030] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 525c73fc-a4d3-457c-947d-61748a73c448/525c73fc-a4d3-457c-947d-61748a73c448.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.152535] env[69498]: DEBUG nova.network.neutron [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.153765] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb4a687-40f8-4615-8659-66b89bcfec50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.171040] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Releasing lock "refresh_cache-01117e70-406d-4e30-837f-4a2fa6ad7218" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.171651] env[69498]: DEBUG nova.compute.manager [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.171651] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.173259] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002840d1-a7e9-4138-8bd2-f19a21bbe35e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.183215] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.184764] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e37f8af-c2d1-4068-a175-9f899814dd5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.186555] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1157.186555] env[69498]: value = "task-4098624" [ 1157.186555] env[69498]: _type = "Task" [ 1157.186555] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.195360] env[69498]: DEBUG oslo_vmware.api [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1157.195360] env[69498]: value = "task-4098625" [ 1157.195360] env[69498]: _type = "Task" [ 1157.195360] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.203824] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.214083] env[69498]: DEBUG oslo_vmware.api [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.357899] env[69498]: INFO nova.compute.manager [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Took 20.29 seconds to build instance. [ 1157.394054] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c2489-356c-423e-9af5-75b7b8be4ad4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.401994] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae33032-1148-4222-8cf8-89ac743c19d1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.436737] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2526a8cc-c79d-4582-8c80-af3f49f6197e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.448568] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9dd57-c282-4962-aff6-d9fa74b04880 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.458576] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.466673] env[69498]: DEBUG nova.compute.provider_tree [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.491037] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098621, 'name': ReconfigVM_Task, 'duration_secs': 0.863258} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.491364] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.492130] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-029f1e1b-e431-49d9-b47c-8f8b0e146729 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.500027] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1157.500027] env[69498]: value = "task-4098626" [ 1157.500027] env[69498]: _type = "Task" [ 1157.500027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.513984] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098626, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.706455] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098624, 'name': ReconfigVM_Task, 'duration_secs': 0.31538} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.707339] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 525c73fc-a4d3-457c-947d-61748a73c448/525c73fc-a4d3-457c-947d-61748a73c448.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.709019] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b4528d-f7d1-457f-959e-9fab8dba312c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.714797] env[69498]: DEBUG oslo_vmware.api [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098625, 'name': PowerOffVM_Task, 'duration_secs': 0.153736} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.715573] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.716725] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.716725] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8934cbf1-31fe-4825-9c94-6f47ac159402 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.722804] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1157.722804] env[69498]: value = "task-4098627" [ 1157.722804] env[69498]: _type = "Task" [ 1157.722804] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.735598] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098627, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.746708] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.746955] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.747646] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Deleting the datastore file [datastore2] 01117e70-406d-4e30-837f-4a2fa6ad7218 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.748043] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3801b9d-8343-4bb3-9d0f-f6b7f007ea79 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.757818] env[69498]: DEBUG oslo_vmware.api [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for the task: (returnval){ [ 1157.757818] env[69498]: value = "task-4098629" [ 1157.757818] env[69498]: _type = "Task" [ 1157.757818] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.769157] env[69498]: DEBUG oslo_vmware.api [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.863495] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6cb92445-8fba-4901-bb19-452e32892a80 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "291b6f46-e93e-4bb9-9793-0d565187c1ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.335s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.955995] env[69498]: DEBUG oslo_vmware.api [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098623, 'name': PowerOnVM_Task, 'duration_secs': 0.720081} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.956574] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.956793] env[69498]: INFO nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Took 11.39 seconds to spawn the instance on the hypervisor. [ 1157.956982] env[69498]: DEBUG nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.957883] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb750d-49c8-4da5-a7fd-173185dcf9d0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.969427] env[69498]: DEBUG nova.scheduler.client.report [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.010981] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098626, 'name': Rename_Task, 'duration_secs': 0.248222} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.011291] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.011536] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fab4450b-9b1d-48ef-9744-838aa662874b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.020447] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1158.020447] env[69498]: value = "task-4098630" [ 1158.020447] env[69498]: _type = "Task" [ 1158.020447] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.029282] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.097802] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.123288] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.123597] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.123792] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.124083] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.124212] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.124295] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.124532] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.124717] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.124899] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.125114] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.125312] env[69498]: DEBUG nova.virt.hardware [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.126869] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcd26ab-00a5-4141-aa56-a3055aebf973 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.136619] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c978c3c-f8f1-4d3b-8ecb-118c7d01ea30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.232623] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098627, 'name': Rename_Task, 'duration_secs': 0.166552} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.232937] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.233252] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71b1aa7-031d-4be5-aa00-2557f4de8bc7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.240787] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1158.240787] env[69498]: value = "task-4098632" [ 1158.240787] env[69498]: _type = "Task" [ 1158.240787] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.249521] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.268442] env[69498]: DEBUG oslo_vmware.api [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Task: {'id': task-4098629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192955} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.268763] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.268956] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.269149] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.269322] env[69498]: INFO nova.compute.manager [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1158.269565] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.270488] env[69498]: DEBUG nova.compute.manager [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.270488] env[69498]: DEBUG nova.network.neutron [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.291289] env[69498]: DEBUG nova.network.neutron [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.364433] env[69498]: INFO nova.compute.manager [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Rebuilding instance [ 1158.384358] env[69498]: DEBUG nova.compute.manager [req-9198f42e-1dd7-4c35-97c4-9238f01ebfdd req-85dcffae-f4af-4dbf-990f-8941814dd6ea service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Received event network-vif-plugged-36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.384713] env[69498]: DEBUG oslo_concurrency.lockutils [req-9198f42e-1dd7-4c35-97c4-9238f01ebfdd req-85dcffae-f4af-4dbf-990f-8941814dd6ea service nova] Acquiring lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.384858] env[69498]: DEBUG oslo_concurrency.lockutils [req-9198f42e-1dd7-4c35-97c4-9238f01ebfdd req-85dcffae-f4af-4dbf-990f-8941814dd6ea service nova] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.385609] env[69498]: DEBUG oslo_concurrency.lockutils [req-9198f42e-1dd7-4c35-97c4-9238f01ebfdd req-85dcffae-f4af-4dbf-990f-8941814dd6ea service nova] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.385959] env[69498]: DEBUG nova.compute.manager [req-9198f42e-1dd7-4c35-97c4-9238f01ebfdd req-85dcffae-f4af-4dbf-990f-8941814dd6ea service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] No waiting events found dispatching network-vif-plugged-36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1158.386230] env[69498]: WARNING nova.compute.manager [req-9198f42e-1dd7-4c35-97c4-9238f01ebfdd req-85dcffae-f4af-4dbf-990f-8941814dd6ea service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Received unexpected event network-vif-plugged-36b5b85d-020c-44c6-96dc-d800d524a2fc for instance with vm_state building and task_state spawning. [ 1158.408776] env[69498]: DEBUG nova.compute.manager [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.409665] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f0616c-3570-4e36-8687-9049e01f1148 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.473789] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.474289] env[69498]: DEBUG nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.478431] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.027s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.478640] env[69498]: DEBUG nova.objects.instance [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'resources' on Instance uuid 36959663-d90e-4558-89f4-ab5e13dc19e1 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.480039] env[69498]: INFO nova.compute.manager [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Took 24.03 seconds to build instance. [ 1158.481612] env[69498]: DEBUG nova.network.neutron [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Successfully updated port: 36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.532089] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098630, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.752065] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.794217] env[69498]: DEBUG nova.network.neutron [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.869762] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.870477] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.985577] env[69498]: DEBUG nova.compute.utils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.987205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1f35ae83-7e1f-4d55-a14c-8dc3af84514f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.542s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.987602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "refresh_cache-353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.987753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquired lock "refresh_cache-353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.987897] env[69498]: DEBUG nova.network.neutron [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.989093] env[69498]: DEBUG nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1159.031361] env[69498]: DEBUG oslo_vmware.api [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098630, 'name': PowerOnVM_Task, 'duration_secs': 0.910388} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.034015] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.034242] env[69498]: INFO nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1159.034426] env[69498]: DEBUG nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.035826] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253ebe3-f4a5-4680-ad27-f4df77f167a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.225583] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee218faa-6f14-4456-b4af-df905ee19e38 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.235366] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8a939-69df-4337-bc41-c7e5286c21b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.276262] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab75cf9-9795-4fa3-980e-812e128f1970 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.282483] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.288456] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f97087-93d6-48cd-8fa7-cad74fd248c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.304185] env[69498]: INFO nova.compute.manager [-] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Took 1.03 seconds to deallocate network for instance. [ 1159.305018] env[69498]: DEBUG nova.compute.provider_tree [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.374763] env[69498]: DEBUG nova.compute.utils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.424582] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.424964] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cbe8f24-182e-4f96-a45b-4759f5f91a38 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.434759] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1159.434759] env[69498]: value = "task-4098633" [ 1159.434759] env[69498]: _type = "Task" [ 1159.434759] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.444310] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.492730] env[69498]: DEBUG nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.528154] env[69498]: DEBUG nova.network.neutron [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.555477] env[69498]: INFO nova.compute.manager [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Took 22.63 seconds to build instance. [ 1159.681209] env[69498]: DEBUG nova.network.neutron [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Updating instance_info_cache with network_info: [{"id": "36b5b85d-020c-44c6-96dc-d800d524a2fc", "address": "fa:16:3e:9b:f7:14", "network": {"id": "a89f8c70-b8c4-4317-9541-2261a4d5c56e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1747916988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24445cb3b7446689c296f1053a220a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b5b85d-02", "ovs_interfaceid": "36b5b85d-020c-44c6-96dc-d800d524a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.744346] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.744642] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.744884] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.745100] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.745303] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.749499] env[69498]: INFO nova.compute.manager [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Terminating instance [ 1159.761483] env[69498]: DEBUG oslo_vmware.api [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098632, 'name': PowerOnVM_Task, 'duration_secs': 1.39539} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.761749] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.761944] env[69498]: INFO nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1159.762135] env[69498]: DEBUG nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.762896] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c313308-6387-46b6-8d5b-795f6a4b6652 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.810154] env[69498]: DEBUG nova.scheduler.client.report [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.813709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.878340] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.946611] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098633, 'name': PowerOffVM_Task, 'duration_secs': 0.214339} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.946893] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.947148] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.947947] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca58c3c1-c5bf-4163-9bf2-e092e8528b9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.954903] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.955147] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff7d4c6-1db7-421e-a911-18531f97d263 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.983518] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.983750] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.983932] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleting the datastore file [datastore2] 291b6f46-e93e-4bb9-9793-0d565187c1ba {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.984241] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d02172-e111-4f17-9aac-8d0a8b2e816f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.991627] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1159.991627] env[69498]: value = "task-4098635" [ 1159.991627] env[69498]: _type = "Task" [ 1159.991627] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.006052] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.057243] env[69498]: DEBUG oslo_concurrency.lockutils [None req-fa88e804-4aa4-4e02-8b96-007b5faf2359 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.138s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.184149] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Releasing lock "refresh_cache-353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.184735] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Instance network_info: |[{"id": "36b5b85d-020c-44c6-96dc-d800d524a2fc", "address": "fa:16:3e:9b:f7:14", "network": {"id": "a89f8c70-b8c4-4317-9541-2261a4d5c56e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1747916988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24445cb3b7446689c296f1053a220a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b5b85d-02", "ovs_interfaceid": "36b5b85d-020c-44c6-96dc-d800d524a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.185223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b5b85d-020c-44c6-96dc-d800d524a2fc', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.194593] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Creating folder: Project (e24445cb3b7446689c296f1053a220a6). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.194997] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87381a52-30b8-40ac-8612-a45cad2caa73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.209061] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Created folder: Project (e24445cb3b7446689c296f1053a220a6) in parent group-v811634. [ 1160.209061] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Creating folder: Instances. Parent ref: group-v811921. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.209460] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c42f13-44fa-4652-87ad-1c6f50f2a161 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.222330] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Created folder: Instances in parent group-v811921. [ 1160.222624] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.222879] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.223134] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5a291f-2b86-4c7b-bed5-2040da07c415 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.244195] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.244195] env[69498]: value = "task-4098638" [ 1160.244195] env[69498]: _type = "Task" [ 1160.244195] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.253401] env[69498]: DEBUG nova.compute.manager [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.253627] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.253880] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.254643] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d561021-a529-432c-b241-a174aa7db31e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.261347] env[69498]: DEBUG nova.compute.manager [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Received event network-changed-c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.261659] env[69498]: DEBUG nova.compute.manager [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Refreshing instance network info cache due to event network-changed-c50721d6-ada4-4509-b674-1095fb39f9f4. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.261916] env[69498]: DEBUG oslo_concurrency.lockutils [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] Acquiring lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.262135] env[69498]: DEBUG oslo_concurrency.lockutils [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] Acquired lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.262367] env[69498]: DEBUG nova.network.neutron [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Refreshing network info cache for port c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.266983] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.267509] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4244ec90-1635-437f-ba07-c3e7d98efb7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.281131] env[69498]: DEBUG oslo_vmware.api [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1160.281131] env[69498]: value = "task-4098639" [ 1160.281131] env[69498]: _type = "Task" [ 1160.281131] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.282491] env[69498]: INFO nova.compute.manager [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Took 23.11 seconds to build instance. [ 1160.297298] env[69498]: DEBUG oslo_vmware.api [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.316235] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.319238] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.755s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.319667] env[69498]: DEBUG nova.objects.instance [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lazy-loading 'resources' on Instance uuid 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.352547] env[69498]: INFO nova.scheduler.client.report [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocations for instance 36959663-d90e-4558-89f4-ab5e13dc19e1 [ 1160.417451] env[69498]: DEBUG nova.compute.manager [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Received event network-changed-36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.417711] env[69498]: DEBUG nova.compute.manager [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Refreshing instance network info cache due to event network-changed-36b5b85d-020c-44c6-96dc-d800d524a2fc. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.417936] env[69498]: DEBUG oslo_concurrency.lockutils [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] Acquiring lock "refresh_cache-353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.418132] env[69498]: DEBUG oslo_concurrency.lockutils [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] Acquired lock "refresh_cache-353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.418409] env[69498]: DEBUG nova.network.neutron [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Refreshing network info cache for port 36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.508922] env[69498]: DEBUG nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.511209] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236247} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.511815] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.511995] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.512300] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.544264] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.544609] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.544751] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.544942] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.545110] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.545265] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.545494] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.545659] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.545834] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.546074] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.546225] env[69498]: DEBUG nova.virt.hardware [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.547444] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac08564-c5b5-4fe8-a04b-2e4103b3dbfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.557847] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf9076-56fa-485d-a33a-ce3c5cbe7a72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.575127] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.581185] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Creating folder: Project (94d1af8217da451d8121188a59e96e42). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.581569] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2445ccf5-c07d-440c-b665-470d1cf98c91 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.593175] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Created folder: Project (94d1af8217da451d8121188a59e96e42) in parent group-v811634. [ 1160.593386] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Creating folder: Instances. Parent ref: group-v811924. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.593633] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75a5a68-a7ee-43bd-bfe6-838b046c7201 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.606454] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Created folder: Instances in parent group-v811924. [ 1160.606704] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.606903] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.607141] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1fc673-4f69-45c7-8864-34c2af40b0a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.625735] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.625735] env[69498]: value = "task-4098642" [ 1160.625735] env[69498]: _type = "Task" [ 1160.625735] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.634366] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098642, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.754891] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.791825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f984df5e-dff5-475c-9423-cbb8af3d1df2 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "525c73fc-a4d3-457c-947d-61748a73c448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.630s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.792022] env[69498]: DEBUG oslo_vmware.api [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098639, 'name': PowerOffVM_Task, 'duration_secs': 0.262216} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.793127] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.793127] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.793127] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-719ef450-f146-4093-9429-8516750dbfa0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.861262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d692d6b6-50b2-4412-86f5-1a89d4f4c848 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "36959663-d90e-4558-89f4-ab5e13dc19e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.274s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.865283] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.865539] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.865739] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore2] c6568b40-2ec8-450d-b1e8-13cf42390cb2 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.869235] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a979b03-6041-49df-bc4f-78c5ea453669 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.876632] env[69498]: DEBUG oslo_vmware.api [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1160.876632] env[69498]: value = "task-4098644" [ 1160.876632] env[69498]: _type = "Task" [ 1160.876632] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.890131] env[69498]: DEBUG oslo_vmware.api [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.966209] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.966595] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.966939] env[69498]: INFO nova.compute.manager [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Attaching volume 9c97f43f-7dd1-4d40-ada4-f1ff2fe17857 to /dev/sdb [ 1161.022914] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c23e7e-6cc0-444d-9d6e-a3dff11f58cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.038053] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9b9c4-578b-4578-8521-2f62196677dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.053765] env[69498]: DEBUG nova.virt.block_device [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updating existing volume attachment record: ad4fa355-d89f-4c73-adb7-d77f2ec040e6 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.073236] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d52f4f-38f8-4147-89fe-fb8bde7f3fd0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.081775] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bec004-1112-4043-acef-4973fe7eeec1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.112401] env[69498]: DEBUG nova.network.neutron [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updated VIF entry in instance network info cache for port c50721d6-ada4-4509-b674-1095fb39f9f4. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.112765] env[69498]: DEBUG nova.network.neutron [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating instance_info_cache with network_info: [{"id": "c50721d6-ada4-4509-b674-1095fb39f9f4", "address": "fa:16:3e:f5:ff:9f", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50721d6-ad", "ovs_interfaceid": "c50721d6-ada4-4509-b674-1095fb39f9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.117133] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744bcb4d-35e7-4d18-bf8e-c2d07a61148e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.126288] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609c6ad0-5d05-4053-9c6a-9a9ef016eefb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.144521] env[69498]: DEBUG nova.compute.provider_tree [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.151032] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098642, 'name': CreateVM_Task, 'duration_secs': 0.443073} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.152877] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.153987] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.155092] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.155092] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.155238] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f5675e-5d4f-4ca4-bea7-33c4bc0d575e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.160882] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1161.160882] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521fa2ff-6c6b-7f81-cb91-77d2a1780f68" [ 1161.160882] env[69498]: _type = "Task" [ 1161.160882] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.172628] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521fa2ff-6c6b-7f81-cb91-77d2a1780f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.232380] env[69498]: DEBUG nova.network.neutron [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Updated VIF entry in instance network info cache for port 36b5b85d-020c-44c6-96dc-d800d524a2fc. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.232932] env[69498]: DEBUG nova.network.neutron [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Updating instance_info_cache with network_info: [{"id": "36b5b85d-020c-44c6-96dc-d800d524a2fc", "address": "fa:16:3e:9b:f7:14", "network": {"id": "a89f8c70-b8c4-4317-9541-2261a4d5c56e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1747916988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24445cb3b7446689c296f1053a220a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b5b85d-02", "ovs_interfaceid": "36b5b85d-020c-44c6-96dc-d800d524a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.258042] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.388824] env[69498]: DEBUG oslo_vmware.api [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250052} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.389339] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.389613] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.389809] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.390035] env[69498]: INFO nova.compute.manager [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1161.390252] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.390461] env[69498]: DEBUG nova.compute.manager [-] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.390609] env[69498]: DEBUG nova.network.neutron [-] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.557026] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.557300] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.557461] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.557671] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.557790] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.557932] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.558218] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.558420] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.558603] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.558767] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.558977] env[69498]: DEBUG nova.virt.hardware [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.559950] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef06380-9880-4820-8e5d-00b5505b756c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.568655] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c924a65-2b61-40c5-9b61-405f71e6619d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.583505] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.589591] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.592031] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.592031] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edcbeb00-b734-4b80-a29b-97cade13d174 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.610540] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.610540] env[69498]: value = "task-4098647" [ 1161.610540] env[69498]: _type = "Task" [ 1161.610540] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.620570] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098647, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.621016] env[69498]: DEBUG oslo_concurrency.lockutils [req-dc4cf9e9-d90b-4396-ab79-86f4713a128c req-25d63917-ecdd-4de8-883f-3a1193dbf506 service nova] Releasing lock "refresh_cache-613df5dd-963a-4937-b111-38f5e634ddb6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.647630] env[69498]: DEBUG nova.scheduler.client.report [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.673015] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521fa2ff-6c6b-7f81-cb91-77d2a1780f68, 'name': SearchDatastore_Task, 'duration_secs': 0.019093} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.673431] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.673867] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.673968] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.674176] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.674379] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.675266] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83a50188-6c7e-4d38-aeb9-4e33a07463dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.687540] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.687732] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.689474] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a16aed4-4c9e-43ce-9d37-eacee2fa523f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.700141] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1161.700141] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a947a6-3ea1-6b72-d8e5-1ee71bc64024" [ 1161.700141] env[69498]: _type = "Task" [ 1161.700141] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.710927] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a947a6-3ea1-6b72-d8e5-1ee71bc64024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.736474] env[69498]: DEBUG oslo_concurrency.lockutils [req-0584487d-f732-475a-a5c9-9add154bc595 req-ee180ba2-2f55-4851-bbdb-98130bbc5a02 service nova] Releasing lock "refresh_cache-353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.757189] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.122012] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098647, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.157502] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.160560] env[69498]: DEBUG nova.network.neutron [-] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.162125] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.810s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.162522] env[69498]: DEBUG nova.objects.instance [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lazy-loading 'resources' on Instance uuid 51ac40cf-db93-4194-8b7f-e054ac42b877 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.179377] env[69498]: INFO nova.scheduler.client.report [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted allocations for instance 4e63c9ed-ef48-4f2a-9687-e269342dc9e3 [ 1162.212029] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a947a6-3ea1-6b72-d8e5-1ee71bc64024, 'name': SearchDatastore_Task, 'duration_secs': 0.021412} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.212875] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33270370-7768-4d4e-9e72-bf74881d3833 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.219174] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1162.219174] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522e96b7-cb81-be88-da20-08415c328467" [ 1162.219174] env[69498]: _type = "Task" [ 1162.219174] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.228530] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522e96b7-cb81-be88-da20-08415c328467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.258166] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.455706] env[69498]: DEBUG nova.compute.manager [req-b88d8866-c0f9-40e1-8a79-5d359c9923fd req-46a2f220-fdda-40b8-bd61-44656b38cc66 service nova] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Received event network-vif-deleted-ef0c97db-fb6b-448e-ae9a-0a11b08bcadf {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.622071] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098647, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.666304] env[69498]: INFO nova.compute.manager [-] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Took 1.28 seconds to deallocate network for instance. [ 1162.687887] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aef757ba-eae7-4f6c-be9a-1b4cd3eb465c tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "4e63c9ed-ef48-4f2a-9687-e269342dc9e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.632s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.730450] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522e96b7-cb81-be88-da20-08415c328467, 'name': SearchDatastore_Task, 'duration_secs': 0.014891} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.730755] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.731040] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.731307] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea7cd08-7adb-4d8a-9bee-249a16abd0e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.741890] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1162.741890] env[69498]: value = "task-4098648" [ 1162.741890] env[69498]: _type = "Task" [ 1162.741890] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.751781] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.760204] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.884030] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d97638-4041-46e1-b737-fecc37a376b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.892653] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ead52e-bd59-4d93-8bf1-fb0262fafcc6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.900788] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "dffd59ee-5598-4cb6-b536-be9c46388243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.901950] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.932097] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9269cbf-dfb3-48e9-8179-61760d726eed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.941153] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddaf1c9-8958-4b1e-9cdb-ae9eb649d902 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.956436] env[69498]: DEBUG nova.compute.provider_tree [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.126644] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098647, 'name': CreateVM_Task, 'duration_secs': 1.454833} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.126953] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.127304] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.127524] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.127870] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.128148] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b23e2ef-81d3-43bc-9ce9-d3a403aef9c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.134893] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1163.134893] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52610860-f102-79e1-41d5-e5b8a2e86545" [ 1163.134893] env[69498]: _type = "Task" [ 1163.134893] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.143463] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52610860-f102-79e1-41d5-e5b8a2e86545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.176230] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.252381] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098648, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.261200] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.403576] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.459656] env[69498]: DEBUG nova.scheduler.client.report [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.622370] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.622871] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.623291] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.623650] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.623987] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.627738] env[69498]: INFO nova.compute.manager [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Terminating instance [ 1163.652272] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52610860-f102-79e1-41d5-e5b8a2e86545, 'name': SearchDatastore_Task, 'duration_secs': 0.036699} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.652755] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.653164] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.653460] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.653611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.653804] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.654183] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b8ba6eb-4345-4b59-b721-367faae97d60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.674383] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.674576] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.675435] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0ddac1-c0e1-4bc8-b8fa-54836c6e25bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.687938] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1163.687938] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52473867-a343-84df-3220-987b8966f6fb" [ 1163.687938] env[69498]: _type = "Task" [ 1163.687938] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.703179] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52473867-a343-84df-3220-987b8966f6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.753019] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098648, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.762855] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.926790] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.968078] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.970346] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.371s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.970553] env[69498]: DEBUG nova.objects.instance [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1163.986592] env[69498]: INFO nova.scheduler.client.report [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleted allocations for instance 51ac40cf-db93-4194-8b7f-e054ac42b877 [ 1164.133795] env[69498]: DEBUG nova.compute.manager [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.134201] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.135052] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b1ab1a-d35c-43b4-8883-901c0d43fed2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.143691] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.143961] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812b15ca-4f43-49bd-840e-5f9725cb58f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.151237] env[69498]: DEBUG oslo_vmware.api [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1164.151237] env[69498]: value = "task-4098650" [ 1164.151237] env[69498]: _type = "Task" [ 1164.151237] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.160586] env[69498]: DEBUG oslo_vmware.api [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.199064] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52473867-a343-84df-3220-987b8966f6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.043987} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.199861] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a23f636-ecb2-41ec-8725-96cabc87269d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.205836] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1164.205836] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5213220c-4a1e-735b-f7a5-876522f3e402" [ 1164.205836] env[69498]: _type = "Task" [ 1164.205836] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.216869] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5213220c-4a1e-735b-f7a5-876522f3e402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.254707] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098648, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.034424} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.258606] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.258920] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.259250] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef0b8c0-69f9-48a6-b0e2-1759b93745bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.267464] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.269332] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1164.269332] env[69498]: value = "task-4098651" [ 1164.269332] env[69498]: _type = "Task" [ 1164.269332] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.281419] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.496451] env[69498]: DEBUG oslo_concurrency.lockutils [None req-48490346-5005-4563-970c-ef40627b637e tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "51ac40cf-db93-4194-8b7f-e054ac42b877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.864s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.662464] env[69498]: DEBUG oslo_vmware.api [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098650, 'name': PowerOffVM_Task, 'duration_secs': 0.332519} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.662778] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.663035] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.663324] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d91d77b2-2446-4e22-a61e-d4d58b169764 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.716698] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5213220c-4a1e-735b-f7a5-876522f3e402, 'name': SearchDatastore_Task, 'duration_secs': 0.014811} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.716941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.717490] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.717641] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3219b26-beef-4c4c-b5cb-fb4253701d26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.725651] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1164.725651] env[69498]: value = "task-4098653" [ 1164.725651] env[69498]: _type = "Task" [ 1164.725651] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.737064] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.738631] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.739084] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.739084] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleting the datastore file [datastore2] b2fc5318-bdc0-44b1-86a2-f48b6b0d06af {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.739610] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e00b7f0-2303-4fa5-a996-3040011d5713 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.748560] env[69498]: DEBUG oslo_vmware.api [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for the task: (returnval){ [ 1164.748560] env[69498]: value = "task-4098654" [ 1164.748560] env[69498]: _type = "Task" [ 1164.748560] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.759895] env[69498]: DEBUG oslo_vmware.api [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.768556] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098638, 'name': CreateVM_Task, 'duration_secs': 4.280113} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.768784] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.769548] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.769711] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.770119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.770450] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89db0792-9355-4707-b012-592ec4cec062 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.785969] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1164.785969] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528c0611-0360-5c0c-1d5f-b4334e2d8b63" [ 1164.785969] env[69498]: _type = "Task" [ 1164.785969] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.786470] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103501} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.786838] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.790637] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149f44a-d524-424c-bf43-98e9947c7634 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.799099] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528c0611-0360-5c0c-1d5f-b4334e2d8b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.815244] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.815244] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e95ce58-a32b-4901-9cfb-62325d65e791 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.835407] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1164.835407] env[69498]: value = "task-4098655" [ 1164.835407] env[69498]: _type = "Task" [ 1164.835407] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.847743] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.979759] env[69498]: DEBUG oslo_concurrency.lockutils [None req-160eb06b-4142-4720-a1e7-c72b03138e8b tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.981267] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.187s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.981455] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.981779] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1164.982402] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.168s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.982402] env[69498]: DEBUG nova.objects.instance [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lazy-loading 'resources' on Instance uuid 01117e70-406d-4e30-837f-4a2fa6ad7218 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.984173] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe185756-bb2c-4e12-a1ef-7105e563040f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.997755] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dbb84c-bdf0-4a2c-9260-70339dd6bc69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.011868] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcc7b94-f976-40e4-8ce6-14e205e4418b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.020477] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67dda7e-d5d4-4fdb-88b7-f646933ea289 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.056060] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179375MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1165.056268] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.243613] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.264359] env[69498]: DEBUG oslo_vmware.api [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Task: {'id': task-4098654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238168} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.264750] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.264985] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.265257] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.265457] env[69498]: INFO nova.compute.manager [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1165.266066] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.266321] env[69498]: DEBUG nova.compute.manager [-] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.266425] env[69498]: DEBUG nova.network.neutron [-] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.300141] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528c0611-0360-5c0c-1d5f-b4334e2d8b63, 'name': SearchDatastore_Task, 'duration_secs': 0.02181} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.300579] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.300834] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.301665] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.301665] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.301665] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.301892] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc0f43bb-799e-4ad5-a24e-9755d57cf510 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.322866] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.323162] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.324800] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284e768c-cf48-4e3e-afcc-301c91b12357 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.335621] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1165.335621] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aedc3b-e635-1a2e-2393-a2f16ee12cb8" [ 1165.335621] env[69498]: _type = "Task" [ 1165.335621] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.354993] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.361289] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aedc3b-e635-1a2e-2393-a2f16ee12cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.617514] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.618334] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811927', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'name': 'volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fd6e26f-0207-448b-b499-a0fbdcd915d9', 'attached_at': '', 'detached_at': '', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'serial': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.619493] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6791091-2a4a-4c45-bc1a-f4e286cc6e7e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.644270] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e5cafe-547b-44ea-8886-795c2b1c6666 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.677514] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857/volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.681330] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53939a42-eacd-49e7-81db-db04fed04763 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.703618] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1165.703618] env[69498]: value = "task-4098656" [ 1165.703618] env[69498]: _type = "Task" [ 1165.703618] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.719830] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.737328] env[69498]: DEBUG nova.compute.manager [req-80236ac6-60c4-4d5f-9289-9edfbed8c948 req-930e9ca3-7016-4986-9e48-9939c371b535 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Received event network-vif-deleted-f590b10c-14fe-43a4-816f-e83190273e6a {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.737588] env[69498]: INFO nova.compute.manager [req-80236ac6-60c4-4d5f-9289-9edfbed8c948 req-930e9ca3-7016-4986-9e48-9939c371b535 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Neutron deleted interface f590b10c-14fe-43a4-816f-e83190273e6a; detaching it from the instance and deleting it from the info cache [ 1165.737801] env[69498]: DEBUG nova.network.neutron [req-80236ac6-60c4-4d5f-9289-9edfbed8c948 req-930e9ca3-7016-4986-9e48-9939c371b535 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.748284] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879142} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.751499] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.751645] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.753150] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17adcc07-3dee-4485-9f62-d01035f91674 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.761421] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1165.761421] env[69498]: value = "task-4098657" [ 1165.761421] env[69498]: _type = "Task" [ 1165.761421] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.778806] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.813407] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14260f63-152b-4c47-a167-86c1e7ae66de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.822132] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bb4ec8-677f-4a50-a639-6e8c5240f1b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.861835] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6071a-f99e-4b36-b136-bf7254987326 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.874703] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098655, 'name': ReconfigVM_Task, 'duration_secs': 0.962497} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.874942] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aedc3b-e635-1a2e-2393-a2f16ee12cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.066144} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.876258] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb8465-7369-4ce7-becf-d745bc1abe4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.880525] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.882042] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d7ebbc-a798-424f-b3ec-bf73f16f3b1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.883578] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1389a1b-dfde-471c-9e0b-4a8bf347a475 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.889364] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1165.889364] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c8155d-2564-dd99-1001-fbbb8d86fe60" [ 1165.889364] env[69498]: _type = "Task" [ 1165.889364] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.899857] env[69498]: DEBUG nova.compute.provider_tree [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.906248] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1165.906248] env[69498]: value = "task-4098658" [ 1165.906248] env[69498]: _type = "Task" [ 1165.906248] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.914468] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c8155d-2564-dd99-1001-fbbb8d86fe60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.919806] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098658, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.214849] env[69498]: DEBUG nova.network.neutron [-] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.216305] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.241734] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77cff4d1-8948-4d3f-9e15-7e819bd63751 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.254941] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b6149-a5ce-4a35-b6fd-00c1799bd20e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.276538] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198047} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.276809] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.277650] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc582e-f63e-4d1c-bfe1-5a83c25e8150 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.302144] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.314308] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16780589-fa4b-445b-be1c-11a25c478104 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.330748] env[69498]: DEBUG nova.compute.manager [req-80236ac6-60c4-4d5f-9289-9edfbed8c948 req-930e9ca3-7016-4986-9e48-9939c371b535 service nova] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Detach interface failed, port_id=f590b10c-14fe-43a4-816f-e83190273e6a, reason: Instance b2fc5318-bdc0-44b1-86a2-f48b6b0d06af could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.340030] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1166.340030] env[69498]: value = "task-4098659" [ 1166.340030] env[69498]: _type = "Task" [ 1166.340030] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.348204] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.417260] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c8155d-2564-dd99-1001-fbbb8d86fe60, 'name': SearchDatastore_Task, 'duration_secs': 0.029567} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.417552] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.417843] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d/353b73af-8753-4fe7-a5d2-9e8cf2a1d20d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.418543] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32224561-4ab1-4340-add9-1d202b60d704 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.423740] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098658, 'name': Rename_Task, 'duration_secs': 0.368582} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.424370] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.424640] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8136f94-e6ed-4892-a4b9-a1f4374ee5bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.426803] env[69498]: ERROR nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] [req-74e35491-055d-478c-a8f9-f0262cee484d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74e35491-055d-478c-a8f9-f0262cee484d"}]} [ 1166.430354] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1166.430354] env[69498]: value = "task-4098660" [ 1166.430354] env[69498]: _type = "Task" [ 1166.430354] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.434796] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1166.434796] env[69498]: value = "task-4098661" [ 1166.434796] env[69498]: _type = "Task" [ 1166.434796] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.441026] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.442744] env[69498]: DEBUG nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1166.447539] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.460920] env[69498]: DEBUG nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1166.461179] env[69498]: DEBUG nova.compute.provider_tree [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.474965] env[69498]: DEBUG nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.493953] env[69498]: DEBUG nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.681677] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "e8f4a208-9060-4daf-ad8f-b02f66714141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.681953] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.719715] env[69498]: INFO nova.compute.manager [-] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Took 1.45 seconds to deallocate network for instance. [ 1166.732562] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098656, 'name': ReconfigVM_Task, 'duration_secs': 0.947435} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.734177] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857/volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.739613] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9074610-da4f-4b0f-8dbc-87d2ba5c1929 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.742930] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61037a70-a955-4670-9be1-9c80a5434133 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.763021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072e66e-5bcf-4d5e-8d68-236ec9f1b9ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.766753] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1166.766753] env[69498]: value = "task-4098662" [ 1166.766753] env[69498]: _type = "Task" [ 1166.766753] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.799469] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20842138-116c-4213-88c3-ae464f1b99ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.806645] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.813233] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd8ee28-b2f9-49a6-b79a-4b278e804467 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.830216] env[69498]: DEBUG nova.compute.provider_tree [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.850925] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.942978] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.952340] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.186471] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.234670] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.281872] env[69498]: DEBUG oslo_vmware.api [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098662, 'name': ReconfigVM_Task, 'duration_secs': 0.315037} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.281872] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811927', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'name': 'volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fd6e26f-0207-448b-b499-a0fbdcd915d9', 'attached_at': '', 'detached_at': '', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'serial': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.350541] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098659, 'name': ReconfigVM_Task, 'duration_secs': 0.565853} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.350950] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 291b6f46-e93e-4bb9-9793-0d565187c1ba/291b6f46-e93e-4bb9-9793-0d565187c1ba.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.351740] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ba93fdd-301e-4840-a802-90c4e6129a7d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.360704] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1167.360704] env[69498]: value = "task-4098663" [ 1167.360704] env[69498]: _type = "Task" [ 1167.360704] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.367608] env[69498]: DEBUG nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1167.368092] env[69498]: DEBUG nova.compute.provider_tree [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 153 to 154 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1167.368418] env[69498]: DEBUG nova.compute.provider_tree [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.380029] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098663, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.445530] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565844} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.448896] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d/353b73af-8753-4fe7-a5d2-9e8cf2a1d20d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.449262] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.449542] env[69498]: DEBUG oslo_vmware.api [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098661, 'name': PowerOnVM_Task, 'duration_secs': 1.003905} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.449766] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d94a7791-26f6-4fff-9419-397d98d8d57a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.451991] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.452212] env[69498]: INFO nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1167.452394] env[69498]: DEBUG nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.453184] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981ab63-8ff1-4c2f-85f0-75bc9d728347 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.464727] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1167.464727] env[69498]: value = "task-4098664" [ 1167.464727] env[69498]: _type = "Task" [ 1167.464727] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.473831] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.709807] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.871625] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098663, 'name': Rename_Task, 'duration_secs': 0.266788} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.871980] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.872429] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291ebeda-bdb2-4cde-b351-91af7c57c89f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.874805] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.893s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.876986] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.701s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.877266] env[69498]: DEBUG nova.objects.instance [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid c6568b40-2ec8-450d-b1e8-13cf42390cb2 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.887482] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1167.887482] env[69498]: value = "task-4098665" [ 1167.887482] env[69498]: _type = "Task" [ 1167.887482] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.898125] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.899503] env[69498]: INFO nova.scheduler.client.report [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Deleted allocations for instance 01117e70-406d-4e30-837f-4a2fa6ad7218 [ 1167.976623] env[69498]: INFO nova.compute.manager [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Took 19.80 seconds to build instance. [ 1167.981505] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128441} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.982182] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.982607] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e64517-9de3-4f0c-9272-992e833e48cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.006195] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d/353b73af-8753-4fe7-a5d2-9e8cf2a1d20d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.007104] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a7cc43-8327-46dd-a5cc-c952293a6fb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.026921] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1168.026921] env[69498]: value = "task-4098666" [ 1168.026921] env[69498]: _type = "Task" [ 1168.026921] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.035549] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.322062] env[69498]: DEBUG nova.objects.instance [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'flavor' on Instance uuid 4fd6e26f-0207-448b-b499-a0fbdcd915d9 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.388852] env[69498]: INFO nova.compute.manager [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Rebuilding instance [ 1168.400978] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.410043] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a5056a49-d397-4918-a9cf-eaf3b68728e0 tempest-ServersListShow2100Test-1144341600 tempest-ServersListShow2100Test-1144341600-project-member] Lock "01117e70-406d-4e30-837f-4a2fa6ad7218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.392s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.436244] env[69498]: DEBUG nova.compute.manager [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.437406] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acebb89e-f6a6-44fe-94f3-f13b9e2dc4df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.478691] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5cd467e0-a3bb-40d1-a74a-33ef220c675e tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.313s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.537213] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098666, 'name': ReconfigVM_Task, 'duration_secs': 0.428797} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.540689] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d/353b73af-8753-4fe7-a5d2-9e8cf2a1d20d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.542904] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-167507af-3288-48de-85c9-bed35481ae99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.550685] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1168.550685] env[69498]: value = "task-4098667" [ 1168.550685] env[69498]: _type = "Task" [ 1168.550685] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.565600] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098667, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.595798] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b58fd00-6c95-4c2b-b3fd-4e4cd2ac590b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.604355] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db3cc46-04fb-47ba-a26e-950f77248b05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.637052] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0c962-0275-4cae-9abb-61ba3486ba23 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.646232] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805436b6-3ee6-4e7f-9577-afbe1b3ca8fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.663387] env[69498]: DEBUG nova.compute.provider_tree [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.827304] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4f76902a-a091-447b-b346-ab101be6425b tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.902239] env[69498]: DEBUG oslo_vmware.api [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098665, 'name': PowerOnVM_Task, 'duration_secs': 0.573116} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.902549] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.902764] env[69498]: DEBUG nova.compute.manager [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.903584] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8c167b-b990-4b5c-857f-4aa69e569099 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.061961] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098667, 'name': Rename_Task, 'duration_secs': 0.249839} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.062342] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.062739] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8556793c-a779-4c1f-90b3-204952dc6c30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.070792] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1169.070792] env[69498]: value = "task-4098668" [ 1169.070792] env[69498]: _type = "Task" [ 1169.070792] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.085165] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.167264] env[69498]: DEBUG nova.scheduler.client.report [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.421270] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.454699] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.455042] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b93c8675-31f3-4eb9-a8d8-eb4ec86e34d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.464649] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1169.464649] env[69498]: value = "task-4098669" [ 1169.464649] env[69498]: _type = "Task" [ 1169.464649] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.475949] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.581513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.581777] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.583225] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.672557] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.675465] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.749s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.677107] env[69498]: INFO nova.compute.claims [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.705164] env[69498]: INFO nova.scheduler.client.report [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance c6568b40-2ec8-450d-b1e8-13cf42390cb2 [ 1169.976685] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098669, 'name': PowerOffVM_Task, 'duration_secs': 0.124443} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.977047] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.977305] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.978145] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a32878-d1e0-420c-b1c1-17a753f13e0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.985658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.985915] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba214a7-f9f2-4353-bcf0-3faa0382e225 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.015056] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.015259] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.015400] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Deleting the datastore file [datastore1] 4d9ddd62-c659-4dae-98c4-9d15d7664e25 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.015740] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33fbb897-bcf2-4f3d-9369-2182b0ece3df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.024479] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1170.024479] env[69498]: value = "task-4098671" [ 1170.024479] env[69498]: _type = "Task" [ 1170.024479] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.034059] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.082703] env[69498]: DEBUG oslo_vmware.api [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098668, 'name': PowerOnVM_Task, 'duration_secs': 0.65986} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.083110] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.083360] env[69498]: INFO nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Took 11.99 seconds to spawn the instance on the hypervisor. [ 1170.083570] env[69498]: DEBUG nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.084374] env[69498]: INFO nova.compute.manager [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Detaching volume 9c97f43f-7dd1-4d40-ada4-f1ff2fe17857 [ 1170.086938] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d8805-5e47-46b4-9c8a-bb31b367450f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.145041] env[69498]: INFO nova.virt.block_device [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Attempting to driver detach volume 9c97f43f-7dd1-4d40-ada4-f1ff2fe17857 from mountpoint /dev/sdb [ 1170.145588] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1170.145588] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811927', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'name': 'volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fd6e26f-0207-448b-b499-a0fbdcd915d9', 'attached_at': '', 'detached_at': '', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'serial': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1170.146393] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83727606-3384-4b95-80a5-5132dad8f523 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.170482] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b2692c-4350-4803-b0e4-b7d9a9bd3f6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.179037] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40079373-ddd6-4cdc-87b6-6d0efb156e90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.206838] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78023611-cdf7-459d-bc69-31de2d492bf3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.213229] env[69498]: DEBUG oslo_concurrency.lockutils [None req-980ad482-c5ac-4a98-8e8c-74e59f7dab18 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "c6568b40-2ec8-450d-b1e8-13cf42390cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.468s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.235537] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857/volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1170.240864] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.241463] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "291b6f46-e93e-4bb9-9793-0d565187c1ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.241822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "291b6f46-e93e-4bb9-9793-0d565187c1ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.242913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "291b6f46-e93e-4bb9-9793-0d565187c1ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.242913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "291b6f46-e93e-4bb9-9793-0d565187c1ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.242913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "291b6f46-e93e-4bb9-9793-0d565187c1ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.244302] env[69498]: INFO nova.compute.manager [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Terminating instance [ 1170.247454] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8dac78-c855-4f63-90b1-0a16b134339b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.268023] env[69498]: DEBUG oslo_vmware.api [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1170.268023] env[69498]: value = "task-4098672" [ 1170.268023] env[69498]: _type = "Task" [ 1170.268023] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.278016] env[69498]: DEBUG oslo_vmware.api [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.539725] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101969} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.540230] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.540555] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.540856] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.614797] env[69498]: INFO nova.compute.manager [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Took 26.17 seconds to build instance. [ 1170.747663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "refresh_cache-291b6f46-e93e-4bb9-9793-0d565187c1ba" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.747885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "refresh_cache-291b6f46-e93e-4bb9-9793-0d565187c1ba" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.748504] env[69498]: DEBUG nova.network.neutron [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.783389] env[69498]: DEBUG oslo_vmware.api [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098672, 'name': ReconfigVM_Task, 'duration_secs': 0.251288} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.788204] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.795337] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b5e374-8e7b-47c8-9078-a1e41803673b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.817500] env[69498]: DEBUG oslo_vmware.api [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1170.817500] env[69498]: value = "task-4098673" [ 1170.817500] env[69498]: _type = "Task" [ 1170.817500] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.829808] env[69498]: DEBUG oslo_vmware.api [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.923740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c56b8-23ce-4f22-8d73-bf4d1b1ebb78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.932417] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a133eddd-5364-42fe-a450-b5c7e5afb6ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.970842] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.971164] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.971358] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.971680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.971892] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.974629] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0e948-ad80-4860-82cb-130b9a4127a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.977510] env[69498]: INFO nova.compute.manager [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Terminating instance [ 1170.984740] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef2ccfe-2c95-442b-adf0-b844d77f2f50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.001661] env[69498]: DEBUG nova.compute.provider_tree [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.117036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b71ca4e8-1397-4bd8-8a07-354b63b4312a tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.703s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.272207] env[69498]: DEBUG nova.network.neutron [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.334897] env[69498]: DEBUG oslo_vmware.api [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098673, 'name': ReconfigVM_Task, 'duration_secs': 0.165781} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.339610] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811927', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'name': 'volume-9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fd6e26f-0207-448b-b499-a0fbdcd915d9', 'attached_at': '', 'detached_at': '', 'volume_id': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857', 'serial': '9c97f43f-7dd1-4d40-ada4-f1ff2fe17857'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.345861] env[69498]: DEBUG nova.network.neutron [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.482521] env[69498]: DEBUG nova.compute.manager [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.482760] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.483698] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3e303-87ea-40df-a59e-f162f513e9c7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.494170] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.494461] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-849749ac-4e41-4ae4-a97a-6aa3a4d304f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.502273] env[69498]: DEBUG oslo_vmware.api [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1171.502273] env[69498]: value = "task-4098674" [ 1171.502273] env[69498]: _type = "Task" [ 1171.502273] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.511772] env[69498]: DEBUG nova.scheduler.client.report [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.515534] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.515952] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.516227] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.516439] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.516611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.518278] env[69498]: DEBUG oslo_vmware.api [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.519458] env[69498]: INFO nova.compute.manager [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Terminating instance [ 1171.581148] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.581549] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.581894] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.581894] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.581894] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.582042] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.582336] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.582520] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.582681] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.582973] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.583108] env[69498]: DEBUG nova.virt.hardware [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.584029] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5df5b75-0744-4559-8c31-2d8e8b6bb21f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.593271] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e65acd5-eba3-4b06-8daa-64fb8ee72829 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.616297] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.624024] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.624024] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.624024] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-663f90b7-c6eb-4766-95c2-d54a0860e664 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.644848] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.644848] env[69498]: value = "task-4098675" [ 1171.644848] env[69498]: _type = "Task" [ 1171.644848] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.654588] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098675, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.848208] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "refresh_cache-291b6f46-e93e-4bb9-9793-0d565187c1ba" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.848511] env[69498]: DEBUG nova.compute.manager [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.848716] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.849737] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef97ec24-de28-4188-96d4-cbc00ad123ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.857946] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.858280] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32774659-3125-4d2e-ac9e-21441fc5a920 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.866033] env[69498]: DEBUG oslo_vmware.api [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1171.866033] env[69498]: value = "task-4098676" [ 1171.866033] env[69498]: _type = "Task" [ 1171.866033] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.875697] env[69498]: DEBUG oslo_vmware.api [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.906411] env[69498]: DEBUG nova.objects.instance [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'flavor' on Instance uuid 4fd6e26f-0207-448b-b499-a0fbdcd915d9 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.014649] env[69498]: DEBUG oslo_vmware.api [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098674, 'name': PowerOffVM_Task, 'duration_secs': 0.242032} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.014956] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.015172] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.015479] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1631788c-df52-4edf-906f-35ba4a1b46bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.021039] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.021039] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.024180] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.968s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.026764] env[69498]: DEBUG nova.compute.manager [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.026958] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.028354] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd3eb6-e10c-4d85-9950-bbc60bf10622 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.038067] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.038473] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb82f11-cde2-426a-aa1a-3af9afa775ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.051246] env[69498]: DEBUG oslo_vmware.api [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1172.051246] env[69498]: value = "task-4098678" [ 1172.051246] env[69498]: _type = "Task" [ 1172.051246] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.066029] env[69498]: DEBUG oslo_vmware.api [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.157441] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098675, 'name': CreateVM_Task, 'duration_secs': 0.441487} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.157725] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.160753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.160753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.161082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.161447] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c571d46-ecf2-43ea-9cb0-38e2ba4e3ed7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.167492] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1172.167492] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5258800b-282c-22cf-9a32-e72e1b2bce50" [ 1172.167492] env[69498]: _type = "Task" [ 1172.167492] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.178308] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5258800b-282c-22cf-9a32-e72e1b2bce50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.180278] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.181878] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.181878] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore1] 0a51e5b9-7fad-4f29-8a97-c529e9950df6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.181878] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3f3328e-f624-41d0-9e34-1398e687b298 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.190299] env[69498]: DEBUG oslo_vmware.api [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1172.190299] env[69498]: value = "task-4098679" [ 1172.190299] env[69498]: _type = "Task" [ 1172.190299] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.202628] env[69498]: DEBUG oslo_vmware.api [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.382067] env[69498]: DEBUG oslo_vmware.api [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098676, 'name': PowerOffVM_Task, 'duration_secs': 0.504055} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.382357] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.382528] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.382829] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4ddb42-691e-406a-8246-1fc81b2b519c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.420156] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.420430] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.420645] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleting the datastore file [datastore1] 291b6f46-e93e-4bb9-9793-0d565187c1ba {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.420999] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a416b03-11c9-4543-a8dd-de28736033cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.430965] env[69498]: DEBUG oslo_vmware.api [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1172.430965] env[69498]: value = "task-4098681" [ 1172.430965] env[69498]: _type = "Task" [ 1172.430965] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.440816] env[69498]: DEBUG oslo_vmware.api [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.529772] env[69498]: DEBUG nova.compute.utils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.531483] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.531688] env[69498]: DEBUG nova.network.neutron [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.564314] env[69498]: DEBUG oslo_vmware.api [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098678, 'name': PowerOffVM_Task, 'duration_secs': 0.33355} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.564595] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.564761] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.568116] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea200512-47b7-4d1b-b45b-6697445e2af3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.615771] env[69498]: DEBUG nova.policy [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f535547f95e409bab17f7051e937e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd8ef461d5c45ada349c23d9bc859c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.648402] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.648687] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.649028] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Deleting the datastore file [datastore1] 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.649297] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04f68877-09b5-494b-9a4d-4f1576f72dfa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.657900] env[69498]: DEBUG oslo_vmware.api [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for the task: (returnval){ [ 1172.657900] env[69498]: value = "task-4098683" [ 1172.657900] env[69498]: _type = "Task" [ 1172.657900] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.670637] env[69498]: DEBUG oslo_vmware.api [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.681109] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5258800b-282c-22cf-9a32-e72e1b2bce50, 'name': SearchDatastore_Task, 'duration_secs': 0.016684} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.681287] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.681499] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.681858] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.682151] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.682330] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.682609] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eb63186-58cc-4661-9e96-205cb5cff23d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.696645] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.696645] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.698022] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a35412-92cb-49fb-af68-669e7597373e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.707355] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1172.707355] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfd8d6-5eb1-a307-29db-26e432e277ee" [ 1172.707355] env[69498]: _type = "Task" [ 1172.707355] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.711522] env[69498]: DEBUG oslo_vmware.api [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191564} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.716690] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.716950] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.717170] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.717363] env[69498]: INFO nova.compute.manager [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1172.717641] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.717878] env[69498]: DEBUG nova.compute.manager [-] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.717989] env[69498]: DEBUG nova.network.neutron [-] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.727318] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cfd8d6-5eb1-a307-29db-26e432e277ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.728385] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15c078a-ee8e-417c-9f60-d7e87d3d754e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.735174] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1172.735174] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e53a93-2262-706c-e742-b6167cdec92e" [ 1172.735174] env[69498]: _type = "Task" [ 1172.735174] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.745867] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e53a93-2262-706c-e742-b6167cdec92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.917786] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5913eba6-b38a-4909-a43f-d3580ebee4a9 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.334s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.944021] env[69498]: DEBUG oslo_vmware.api [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228066} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.944021] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.944021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.944021] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.944021] env[69498]: INFO nova.compute.manager [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1172.944021] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.944021] env[69498]: DEBUG nova.compute.manager [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.944021] env[69498]: DEBUG nova.network.neutron [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.980898] env[69498]: DEBUG nova.network.neutron [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.035081] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b01bec23-9ce5-4a03-a257-2433780f95fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c26f1fa1-6315-4cd2-a529-25558347117b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: WARNING nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance b2fc5318-bdc0-44b1-86a2-f48b6b0d06af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 4fd6e26f-0207-448b-b499-a0fbdcd915d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 0a51e5b9-7fad-4f29-8a97-c529e9950df6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 237c39e3-b64b-4bb2-b860-a42e5fe8da49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 613df5dd-963a-4937-b111-38f5e634ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 525c73fc-a4d3-457c-947d-61748a73c448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.070961] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 291b6f46-e93e-4bb9-9793-0d565187c1ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.071427] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.071715] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 4d9ddd62-c659-4dae-98c4-9d15d7664e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.071715] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance dffd59ee-5598-4cb6-b536-be9c46388243 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.168878] env[69498]: DEBUG oslo_vmware.api [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Task: {'id': task-4098683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176332} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.169316] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.169498] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.169748] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.169990] env[69498]: INFO nova.compute.manager [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1173.170548] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.170827] env[69498]: DEBUG nova.compute.manager [-] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.170981] env[69498]: DEBUG nova.network.neutron [-] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.253026] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e53a93-2262-706c-e742-b6167cdec92e, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.253026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.253026] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.253026] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4958f722-412d-406a-a110-327b3a607ce8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.260705] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1173.260705] env[69498]: value = "task-4098684" [ 1173.260705] env[69498]: _type = "Task" [ 1173.260705] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.279485] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.339122] env[69498]: DEBUG nova.network.neutron [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Successfully created port: 56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.485218] env[69498]: DEBUG nova.network.neutron [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.495679] env[69498]: DEBUG nova.compute.manager [req-bba31fa3-66be-4045-978f-0cbd5a6c1e80 req-85047e2b-3d45-4554-9203-b03962ceac9c service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Received event network-vif-deleted-5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.495679] env[69498]: INFO nova.compute.manager [req-bba31fa3-66be-4045-978f-0cbd5a6c1e80 req-85047e2b-3d45-4554-9203-b03962ceac9c service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Neutron deleted interface 5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb; detaching it from the instance and deleting it from the info cache [ 1173.495679] env[69498]: DEBUG nova.network.neutron [req-bba31fa3-66be-4045-978f-0cbd5a6c1e80 req-85047e2b-3d45-4554-9203-b03962ceac9c service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.576911] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance e8f4a208-9060-4daf-ad8f-b02f66714141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1173.577207] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1173.577385] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1173.779715] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499149} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.780412] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.780811] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.781194] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64067da8-b818-4d1c-8f8a-cda72b3e0425 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.795493] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1173.795493] env[69498]: value = "task-4098685" [ 1173.795493] env[69498]: _type = "Task" [ 1173.795493] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.805146] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.842412] env[69498]: DEBUG nova.network.neutron [-] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.862126] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961726c-c2fe-41fd-8804-978804af5cac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.871019] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13601402-fd2a-47ec-81fb-ee94ad514d2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.905300] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d20094-b0ab-4cea-a9a5-8cbbb580e1b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.914037] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0937b88b-6766-419d-8e6e-5f518ff5e7ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.929570] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.989600] env[69498]: INFO nova.compute.manager [-] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Took 1.05 seconds to deallocate network for instance. [ 1174.001433] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd5b3c91-5bc4-402e-9b17-8d40395f49ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.011584] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6638b065-f6c8-444f-9372-60021c636a15 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.047049] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.049283] env[69498]: DEBUG nova.compute.manager [req-bba31fa3-66be-4045-978f-0cbd5a6c1e80 req-85047e2b-3d45-4554-9203-b03962ceac9c service nova] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Detach interface failed, port_id=5fa43c9e-04e5-4ce4-a5b8-347d90ab0ebb, reason: Instance 0a51e5b9-7fad-4f29-8a97-c529e9950df6 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.075501] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.075791] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.076080] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.076236] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.076400] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.076588] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.076835] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.077113] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.077253] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.077458] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.077663] env[69498]: DEBUG nova.virt.hardware [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.078621] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e5041b-c875-40a9-9cd3-03dab5e10a10 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.087048] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f92ad-c711-4545-8a0a-a25fe0884cda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.152116] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.152412] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.152628] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.152822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.152994] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.155212] env[69498]: INFO nova.compute.manager [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Terminating instance [ 1174.190028] env[69498]: DEBUG nova.network.neutron [-] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.310292] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079209} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.310724] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.311982] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33edad-afc9-49b2-8afa-98d890544a21 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.339663] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.340482] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a83a2b4-5b48-4a17-8f7d-84cf7d3da355 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.355838] env[69498]: INFO nova.compute.manager [-] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Took 1.64 seconds to deallocate network for instance. [ 1174.363614] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1174.363614] env[69498]: value = "task-4098686" [ 1174.363614] env[69498]: _type = "Task" [ 1174.363614] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.372967] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.381409] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.381696] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.451956] env[69498]: ERROR nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [req-d39ef7b9-2eab-4c2f-849d-5c3a71fb85c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 964708ed-d810-48e1-92a9-374e1924451f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d39ef7b9-2eab-4c2f-849d-5c3a71fb85c3"}]} [ 1174.472665] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1174.489430] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1174.489755] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.496049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.504783] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1174.530388] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1174.659841] env[69498]: DEBUG nova.compute.manager [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.660072] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.661161] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09323e45-c6d0-4ef0-a257-c8def5471a92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.670054] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.672713] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe1502c-ec76-4544-91d6-608bada41d95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.679578] env[69498]: DEBUG oslo_vmware.api [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1174.679578] env[69498]: value = "task-4098687" [ 1174.679578] env[69498]: _type = "Task" [ 1174.679578] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.687901] env[69498]: DEBUG oslo_vmware.api [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.693133] env[69498]: INFO nova.compute.manager [-] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Took 1.52 seconds to deallocate network for instance. [ 1174.730640] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1258772e-da67-43c0-9f55-9db67549cd83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.740066] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f15c2-a434-425e-8618-6ea210e9262b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.772078] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120725f-5934-4479-ad5b-2b1c5d7712d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.780464] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59c7a3-4f22-41fd-a342-eb6ba223b7b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.798625] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.862934] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.874881] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.884569] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.077536] env[69498]: DEBUG nova.network.neutron [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Successfully updated port: 56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.190060] env[69498]: DEBUG oslo_vmware.api [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098687, 'name': PowerOffVM_Task, 'duration_secs': 0.245242} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.190355] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.190531] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.190801] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cb213cb-c3d7-4c49-bac4-984a3eabcfe2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.199954] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.281781] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.282161] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.282416] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleting the datastore file [datastore1] 4fd6e26f-0207-448b-b499-a0fbdcd915d9 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.282708] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046e48be-3d3b-4036-95c2-c50baf393373 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.290203] env[69498]: DEBUG oslo_vmware.api [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1175.290203] env[69498]: value = "task-4098689" [ 1175.290203] env[69498]: _type = "Task" [ 1175.290203] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.299447] env[69498]: DEBUG oslo_vmware.api [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.330853] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updated inventory for provider 964708ed-d810-48e1-92a9-374e1924451f with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1175.331123] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating resource provider 964708ed-d810-48e1-92a9-374e1924451f generation from 155 to 156 during operation: update_inventory {{(pid=69498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1175.331282] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.375526] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098686, 'name': ReconfigVM_Task, 'duration_secs': 0.653217} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.375800] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 4d9ddd62-c659-4dae-98c4-9d15d7664e25/4d9ddd62-c659-4dae-98c4-9d15d7664e25.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.376493] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d20d0d16-f7a1-4c3c-9aaf-0b99700b1f20 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.383559] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1175.383559] env[69498]: value = "task-4098690" [ 1175.383559] env[69498]: _type = "Task" [ 1175.383559] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.394345] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098690, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.407622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.536928] env[69498]: DEBUG nova.compute.manager [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Received event network-vif-deleted-36b5b85d-020c-44c6-96dc-d800d524a2fc {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.537195] env[69498]: DEBUG nova.compute.manager [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Received event network-vif-plugged-56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.537372] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] Acquiring lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.537585] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] Lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.537762] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] Lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.537937] env[69498]: DEBUG nova.compute.manager [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] No waiting events found dispatching network-vif-plugged-56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.538120] env[69498]: WARNING nova.compute.manager [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Received unexpected event network-vif-plugged-56727dc7-ed37-4bc7-bf5e-24df74cd5293 for instance with vm_state building and task_state spawning. [ 1175.538401] env[69498]: DEBUG nova.compute.manager [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Received event network-changed-56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.538835] env[69498]: DEBUG nova.compute.manager [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Refreshing instance network info cache due to event network-changed-56727dc7-ed37-4bc7-bf5e-24df74cd5293. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.538835] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] Acquiring lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.538960] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] Acquired lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.538994] env[69498]: DEBUG nova.network.neutron [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Refreshing network info cache for port 56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.582701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.802046] env[69498]: DEBUG oslo_vmware.api [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220497} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.802046] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.802046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.802046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.802046] env[69498]: INFO nova.compute.manager [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1175.802589] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.802589] env[69498]: DEBUG nova.compute.manager [-] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.802589] env[69498]: DEBUG nova.network.neutron [-] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.838683] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1175.838683] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.813s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.838683] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.603s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.838683] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.841289] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.131s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.843455] env[69498]: INFO nova.compute.claims [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.848363] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.848363] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Cleaning up deleted instances {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1175.873186] env[69498]: INFO nova.scheduler.client.report [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Deleted allocations for instance b2fc5318-bdc0-44b1-86a2-f48b6b0d06af [ 1175.894145] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098690, 'name': Rename_Task, 'duration_secs': 0.156064} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.894433] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.894675] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51d675c8-2bca-4036-b9e5-b0bc0071de5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.902458] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1175.902458] env[69498]: value = "task-4098691" [ 1175.902458] env[69498]: _type = "Task" [ 1175.902458] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.911820] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.090183] env[69498]: DEBUG nova.network.neutron [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.238631] env[69498]: DEBUG nova.network.neutron [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.372080] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] There are 57 instances to clean {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1176.372141] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: c6568b40-2ec8-450d-b1e8-13cf42390cb2] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.382441] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b78c59c3-4850-4cc7-9a1c-be9496a868b8 tempest-AttachInterfacesTestJSON-872077760 tempest-AttachInterfacesTestJSON-872077760-project-member] Lock "b2fc5318-bdc0-44b1-86a2-f48b6b0d06af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.760s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.413966] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.741926] env[69498]: DEBUG oslo_concurrency.lockutils [req-1b7bafc0-8ca5-457f-866e-3003f83571ea req-2c97478f-3420-4e08-b934-5973f01ad651 service nova] Releasing lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.742428] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.742609] env[69498]: DEBUG nova.network.neutron [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.875835] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 01117e70-406d-4e30-837f-4a2fa6ad7218] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.877725] env[69498]: DEBUG nova.network.neutron [-] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.914169] env[69498]: DEBUG oslo_vmware.api [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098691, 'name': PowerOnVM_Task, 'duration_secs': 0.796682} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.921834] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.922229] env[69498]: DEBUG nova.compute.manager [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.923894] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6e4de-5567-4f68-b0fe-2f0099aedd2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.075647] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb987e0-c712-4c93-b1dc-0f4697b59592 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.084151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655be0a6-b4e9-4c3d-8cb2-396981a78b0d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.122356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f531bf21-fb9e-49f4-b671-0a32724d57d9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.130836] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f2f10b-2a5e-43cd-9f04-18d25b7ab617 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.147148] env[69498]: DEBUG nova.compute.provider_tree [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.274455] env[69498]: DEBUG nova.network.neutron [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.380907] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 51ac40cf-db93-4194-8b7f-e054ac42b877] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.383312] env[69498]: INFO nova.compute.manager [-] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Took 1.58 seconds to deallocate network for instance. [ 1177.415682] env[69498]: DEBUG nova.network.neutron [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Updating instance_info_cache with network_info: [{"id": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "address": "fa:16:3e:b8:a5:40", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56727dc7-ed", "ovs_interfaceid": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.442532] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.612204] env[69498]: DEBUG nova.compute.manager [req-6aa081c0-2bd5-4a43-8701-4b8e72e975a5 req-8a58027e-3ad1-4a96-8ef2-0c93cf1b72b6 service nova] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Received event network-vif-deleted-89541482-e37d-4ef8-a055-4510b27f8b00 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.650789] env[69498]: DEBUG nova.scheduler.client.report [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.887018] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 36959663-d90e-4558-89f4-ab5e13dc19e1] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.889599] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.918466] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.918801] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance network_info: |[{"id": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "address": "fa:16:3e:b8:a5:40", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56727dc7-ed", "ovs_interfaceid": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.919292] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:a5:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56727dc7-ed37-4bc7-bf5e-24df74cd5293', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.927255] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.927493] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.927722] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a7e799-d8ea-4829-925a-f76ace502abe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.951071] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.951071] env[69498]: value = "task-4098692" [ 1177.951071] env[69498]: _type = "Task" [ 1177.951071] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.960989] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098692, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.158052] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.158699] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.162766] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.742s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.163061] env[69498]: DEBUG nova.objects.instance [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1178.234034] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.234347] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.234573] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.234746] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.234918] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.237540] env[69498]: INFO nova.compute.manager [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Terminating instance [ 1178.394334] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 208852e9-a88d-40fe-8a8d-4a507a008d41] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.461727] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098692, 'name': CreateVM_Task, 'duration_secs': 0.351902} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.461873] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.462547] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.462700] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.463023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.463378] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5eb9ff0-98ad-459f-9dd2-db6b95b03fa3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.468167] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1178.468167] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523f6bbe-6575-38ea-5cfd-fb913bca0012" [ 1178.468167] env[69498]: _type = "Task" [ 1178.468167] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.478957] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523f6bbe-6575-38ea-5cfd-fb913bca0012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.678240] env[69498]: DEBUG nova.compute.utils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.682751] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.682958] env[69498]: DEBUG nova.network.neutron [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.743879] env[69498]: DEBUG nova.policy [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f78f2910ee4bc0b46aa523f3002e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56ad138d70a3438a989640f9e4fc499b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.746271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "refresh_cache-4d9ddd62-c659-4dae-98c4-9d15d7664e25" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.746474] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquired lock "refresh_cache-4d9ddd62-c659-4dae-98c4-9d15d7664e25" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.746647] env[69498]: DEBUG nova.network.neutron [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.897410] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 940adff7-f483-46aa-ab89-4ebfc7797481] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.982255] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523f6bbe-6575-38ea-5cfd-fb913bca0012, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.982588] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.982865] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.983243] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.983308] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.983468] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.983809] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c2876cc-b7dc-4c2d-b57d-fe856ca6843f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994462] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.994750] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.995600] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d915a408-889e-48a2-b5d1-71f38742be6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.002571] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1179.002571] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525d1e87-3815-0247-7ebc-2a1ce478d302" [ 1179.002571] env[69498]: _type = "Task" [ 1179.002571] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.010650] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525d1e87-3815-0247-7ebc-2a1ce478d302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.069597] env[69498]: DEBUG nova.network.neutron [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Successfully created port: c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.184441] env[69498]: DEBUG oslo_concurrency.lockutils [None req-08bfd618-0fb9-4204-8003-8d7960b3ae7f tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.186073] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.690s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.186073] env[69498]: DEBUG nova.objects.instance [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lazy-loading 'resources' on Instance uuid 291b6f46-e93e-4bb9-9793-0d565187c1ba {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.187140] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.280992] env[69498]: DEBUG nova.network.neutron [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.352319] env[69498]: DEBUG nova.network.neutron [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.403609] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 002445c0-0082-48f6-89f6-26b917d40ba2] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.517224] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525d1e87-3815-0247-7ebc-2a1ce478d302, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.518770] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38ae889-8d1e-4bff-a542-df4132c10bbe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.525678] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1179.525678] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f97871-6b97-d4c7-f593-6f721b714ac2" [ 1179.525678] env[69498]: _type = "Task" [ 1179.525678] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.536510] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f97871-6b97-d4c7-f593-6f721b714ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.856076] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Releasing lock "refresh_cache-4d9ddd62-c659-4dae-98c4-9d15d7664e25" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.856507] env[69498]: DEBUG nova.compute.manager [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.856697] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.857600] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be214b-5e82-49af-8b72-9b9e65468530 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.866053] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.868842] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba38021-e69f-46e6-b633-235b9001fa80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.876728] env[69498]: DEBUG oslo_vmware.api [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1179.876728] env[69498]: value = "task-4098693" [ 1179.876728] env[69498]: _type = "Task" [ 1179.876728] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.890125] env[69498]: DEBUG oslo_vmware.api [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.905276] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565a828a-e701-456c-9024-5e58f74bd301 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.910756] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 4e63c9ed-ef48-4f2a-9687-e269342dc9e3] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.917939] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16b8853-1460-4275-96bf-cbf24462112b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.955775] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5724cb91-edea-4f33-8c4d-773fb9fe7e11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.975278] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf536e68-01e4-438d-9345-6ae909255ac1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.993339] env[69498]: DEBUG nova.compute.provider_tree [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.037078] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52f97871-6b97-d4c7-f593-6f721b714ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.037401] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.037709] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] dffd59ee-5598-4cb6-b536-be9c46388243/dffd59ee-5598-4cb6-b536-be9c46388243.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.037997] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cfcb254-9dda-4749-b349-84a1cf95f52c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.045992] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1180.045992] env[69498]: value = "task-4098694" [ 1180.045992] env[69498]: _type = "Task" [ 1180.045992] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.056338] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.200681] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.228948] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.229297] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.229493] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.229686] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.229834] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.229983] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.230224] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.230389] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.230556] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.230721] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.230897] env[69498]: DEBUG nova.virt.hardware [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.231884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c7de4-472e-443d-a22d-344944c94576 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.243237] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a51af3-b179-433f-bf22-0c5fc75c4041 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.392289] env[69498]: DEBUG oslo_vmware.api [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098693, 'name': PowerOffVM_Task, 'duration_secs': 0.135082} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.392738] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.393041] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.393419] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ede9963-6a53-4592-8c00-579546ad7f55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.414832] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 23ba85c2-8d84-4a26-813f-a1a7fe202fc8] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.424779] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.425025] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.425243] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Deleting the datastore file [datastore2] 4d9ddd62-c659-4dae-98c4-9d15d7664e25 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.425536] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d0b6a0-1ea3-4700-8bbf-8dfadf8501cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.437035] env[69498]: DEBUG oslo_vmware.api [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for the task: (returnval){ [ 1180.437035] env[69498]: value = "task-4098696" [ 1180.437035] env[69498]: _type = "Task" [ 1180.437035] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.444732] env[69498]: DEBUG oslo_vmware.api [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.497177] env[69498]: DEBUG nova.scheduler.client.report [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.560611] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098694, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.656289] env[69498]: DEBUG nova.compute.manager [req-b94b9f69-4875-4da7-9a5e-111bf14ea673 req-2a7c3beb-94c0-4b22-b930-262fe14c608f service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Received event network-vif-plugged-c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.656611] env[69498]: DEBUG oslo_concurrency.lockutils [req-b94b9f69-4875-4da7-9a5e-111bf14ea673 req-2a7c3beb-94c0-4b22-b930-262fe14c608f service nova] Acquiring lock "e8f4a208-9060-4daf-ad8f-b02f66714141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.656883] env[69498]: DEBUG oslo_concurrency.lockutils [req-b94b9f69-4875-4da7-9a5e-111bf14ea673 req-2a7c3beb-94c0-4b22-b930-262fe14c608f service nova] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.657138] env[69498]: DEBUG oslo_concurrency.lockutils [req-b94b9f69-4875-4da7-9a5e-111bf14ea673 req-2a7c3beb-94c0-4b22-b930-262fe14c608f service nova] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.657376] env[69498]: DEBUG nova.compute.manager [req-b94b9f69-4875-4da7-9a5e-111bf14ea673 req-2a7c3beb-94c0-4b22-b930-262fe14c608f service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] No waiting events found dispatching network-vif-plugged-c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.657607] env[69498]: WARNING nova.compute.manager [req-b94b9f69-4875-4da7-9a5e-111bf14ea673 req-2a7c3beb-94c0-4b22-b930-262fe14c608f service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Received unexpected event network-vif-plugged-c90da106-de9b-4750-b52d-b77d582cc607 for instance with vm_state building and task_state spawning. [ 1180.918674] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: a9bb2a88-dc8b-40b9-8988-01b8859df014] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.946331] env[69498]: DEBUG oslo_vmware.api [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Task: {'id': task-4098696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219685} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.947254] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.947454] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.947635] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.947814] env[69498]: INFO nova.compute.manager [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1180.948077] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.948308] env[69498]: DEBUG nova.compute.manager [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.948412] env[69498]: DEBUG nova.network.neutron [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.969120] env[69498]: DEBUG nova.network.neutron [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.003085] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.006324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.143s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.006324] env[69498]: DEBUG nova.objects.instance [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid 0a51e5b9-7fad-4f29-8a97-c529e9950df6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.028639] env[69498]: INFO nova.scheduler.client.report [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleted allocations for instance 291b6f46-e93e-4bb9-9793-0d565187c1ba [ 1181.057530] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52486} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.057834] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] dffd59ee-5598-4cb6-b536-be9c46388243/dffd59ee-5598-4cb6-b536-be9c46388243.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.058126] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.058444] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1270b31a-3740-4629-93e9-9f4cf9c3a5ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.067175] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1181.067175] env[69498]: value = "task-4098697" [ 1181.067175] env[69498]: _type = "Task" [ 1181.067175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.074014] env[69498]: DEBUG nova.network.neutron [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Successfully updated port: c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.078996] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.422409] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: b1b7c98a-450c-444d-83b1-1d1c0a57469e] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.471555] env[69498]: DEBUG nova.network.neutron [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.536625] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d8acbf18-b9e3-4736-85c7-aeda8688b6c3 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "291b6f46-e93e-4bb9-9793-0d565187c1ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.294s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.576257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "refresh_cache-e8f4a208-9060-4daf-ad8f-b02f66714141" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.576257] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "refresh_cache-e8f4a208-9060-4daf-ad8f-b02f66714141" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.576257] env[69498]: DEBUG nova.network.neutron [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.581398] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068977} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.581651] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.582462] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead59098-ad7f-400f-b56e-a51bfba949f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.612787] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] dffd59ee-5598-4cb6-b536-be9c46388243/dffd59ee-5598-4cb6-b536-be9c46388243.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.612787] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d12cc4f-21f0-4618-af67-03f0bef9b346 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.638819] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1181.638819] env[69498]: value = "task-4098698" [ 1181.638819] env[69498]: _type = "Task" [ 1181.638819] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.648504] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.673296] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "525c73fc-a4d3-457c-947d-61748a73c448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.673771] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "525c73fc-a4d3-457c-947d-61748a73c448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.674204] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "525c73fc-a4d3-457c-947d-61748a73c448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.674471] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "525c73fc-a4d3-457c-947d-61748a73c448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.674813] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "525c73fc-a4d3-457c-947d-61748a73c448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.678093] env[69498]: INFO nova.compute.manager [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Terminating instance [ 1181.754632] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62d47c-5b43-4f86-8224-279aab05a260 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.764180] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae55b442-343b-4dbb-8236-e99785d8f253 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.798796] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81efacd3-fa37-47e7-acb4-101d0b60128b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.807125] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858d029-0a3a-420f-92fb-11a9c4559283 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.821190] env[69498]: DEBUG nova.compute.provider_tree [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.926034] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 5a5c6753-2f50-4466-b9e2-b6f4323d434c] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.975557] env[69498]: INFO nova.compute.manager [-] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Took 1.03 seconds to deallocate network for instance. [ 1182.114084] env[69498]: DEBUG nova.network.neutron [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.150766] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098698, 'name': ReconfigVM_Task, 'duration_secs': 0.280975} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.151459] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Reconfigured VM instance instance-0000006d to attach disk [datastore2] dffd59ee-5598-4cb6-b536-be9c46388243/dffd59ee-5598-4cb6-b536-be9c46388243.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.152127] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9493c8c2-a58f-4ef5-867a-d4a829abbff3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.160613] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1182.160613] env[69498]: value = "task-4098699" [ 1182.160613] env[69498]: _type = "Task" [ 1182.160613] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.173673] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098699, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.182562] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "refresh_cache-525c73fc-a4d3-457c-947d-61748a73c448" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.182869] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquired lock "refresh_cache-525c73fc-a4d3-457c-947d-61748a73c448" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.183076] env[69498]: DEBUG nova.network.neutron [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.272582] env[69498]: DEBUG nova.network.neutron [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Updating instance_info_cache with network_info: [{"id": "c90da106-de9b-4750-b52d-b77d582cc607", "address": "fa:16:3e:72:db:d3", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90da106-de", "ovs_interfaceid": "c90da106-de9b-4750-b52d-b77d582cc607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.325459] env[69498]: DEBUG nova.scheduler.client.report [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.432324] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 2ba1919a-2c7f-4bbc-853f-e382abdef9a1] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.484869] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.679941] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098699, 'name': Rename_Task, 'duration_secs': 0.144856} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.679941] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.680125] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba8a5f8-1e53-4e47-98f1-f150cd3d7c5c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.689542] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1182.689542] env[69498]: value = "task-4098700" [ 1182.689542] env[69498]: _type = "Task" [ 1182.689542] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.701876] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.705169] env[69498]: DEBUG nova.compute.manager [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Received event network-changed-c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.705169] env[69498]: DEBUG nova.compute.manager [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Refreshing instance network info cache due to event network-changed-c90da106-de9b-4750-b52d-b77d582cc607. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.705169] env[69498]: DEBUG oslo_concurrency.lockutils [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] Acquiring lock "refresh_cache-e8f4a208-9060-4daf-ad8f-b02f66714141" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.716714] env[69498]: DEBUG nova.network.neutron [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.776185] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "refresh_cache-e8f4a208-9060-4daf-ad8f-b02f66714141" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.776185] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Instance network_info: |[{"id": "c90da106-de9b-4750-b52d-b77d582cc607", "address": "fa:16:3e:72:db:d3", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90da106-de", "ovs_interfaceid": "c90da106-de9b-4750-b52d-b77d582cc607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.776330] env[69498]: DEBUG oslo_concurrency.lockutils [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] Acquired lock "refresh_cache-e8f4a208-9060-4daf-ad8f-b02f66714141" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.777034] env[69498]: DEBUG nova.network.neutron [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Refreshing network info cache for port c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.778445] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:db:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c90da106-de9b-4750-b52d-b77d582cc607', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.787859] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.787859] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.787859] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2771b33a-c271-4cc7-856a-0a4834bf5348 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.807521] env[69498]: DEBUG nova.network.neutron [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.820572] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.820572] env[69498]: value = "task-4098701" [ 1182.820572] env[69498]: _type = "Task" [ 1182.820572] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.832893] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.835501] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098701, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.836746] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.637s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.836867] env[69498]: DEBUG nova.objects.instance [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lazy-loading 'resources' on Instance uuid 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.937186] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 686b0ab0-59e9-4e5a-9d94-86087129577b] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.974735] env[69498]: INFO nova.scheduler.client.report [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance 0a51e5b9-7fad-4f29-8a97-c529e9950df6 [ 1183.200437] env[69498]: DEBUG oslo_vmware.api [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098700, 'name': PowerOnVM_Task, 'duration_secs': 0.477607} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.200554] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.200682] env[69498]: INFO nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1183.200866] env[69498]: DEBUG nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.201707] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa456b0-bd2a-4362-a37d-10c6d11dc072 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.315022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Releasing lock "refresh_cache-525c73fc-a4d3-457c-947d-61748a73c448" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.315022] env[69498]: DEBUG nova.compute.manager [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.315210] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.316485] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821afcec-9f4d-46ed-837c-219666ed539c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.327761] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.328519] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebfa33ec-0fb0-425b-83ea-287b3d5fc8e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.333926] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098701, 'name': CreateVM_Task, 'duration_secs': 0.339469} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.335315] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.335677] env[69498]: DEBUG oslo_vmware.api [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1183.335677] env[69498]: value = "task-4098702" [ 1183.335677] env[69498]: _type = "Task" [ 1183.335677] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.336339] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.336503] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.336819] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.337232] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fe4888-bbae-4524-8cc6-715d06cbae4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.349830] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1183.349830] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e45415-bcd3-9588-0162-2055a862c5f9" [ 1183.349830] env[69498]: _type = "Task" [ 1183.349830] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.353760] env[69498]: DEBUG oslo_vmware.api [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.363724] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e45415-bcd3-9588-0162-2055a862c5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.442579] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 98f463ea-28be-4b18-9d92-d8daea0adc31] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.488604] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90958a6b-4729-449f-b8f7-4b3a7677c1ba tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "0a51e5b9-7fad-4f29-8a97-c529e9950df6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.517s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.532216] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ff887-bfa1-4b0e-ac82-3cc92a65005c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.537500] env[69498]: DEBUG nova.network.neutron [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Updated VIF entry in instance network info cache for port c90da106-de9b-4750-b52d-b77d582cc607. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.538117] env[69498]: DEBUG nova.network.neutron [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Updating instance_info_cache with network_info: [{"id": "c90da106-de9b-4750-b52d-b77d582cc607", "address": "fa:16:3e:72:db:d3", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90da106-de", "ovs_interfaceid": "c90da106-de9b-4750-b52d-b77d582cc607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.545373] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360239e2-045b-4c73-9c1a-39a7d3cd716c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.590030] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc81dfc-f480-4e82-80ba-5eab5f235d3b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.598894] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c655ed-eeae-4691-b65c-c99fcc6cbad0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.616755] env[69498]: DEBUG nova.compute.provider_tree [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.723331] env[69498]: INFO nova.compute.manager [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Took 19.81 seconds to build instance. [ 1183.851999] env[69498]: DEBUG oslo_vmware.api [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098702, 'name': PowerOffVM_Task, 'duration_secs': 0.125919} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.852439] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.853023] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.853023] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5163b3-a97c-4b48-89c4-c7cad68ed348 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.865178] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e45415-bcd3-9588-0162-2055a862c5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013274} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.865694] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.865817] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.866050] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.866172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.866355] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.866727] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb958ad-7c41-487f-ad99-3cb53fc09d7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.880104] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.880104] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.880104] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2653020-10a9-4e2d-887d-4e4b897e39ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.885547] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.886109] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.888031] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleting the datastore file [datastore1] 525c73fc-a4d3-457c-947d-61748a73c448 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.888031] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c5ba35-f4e8-4e19-a8c2-a10f65ff2343 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.891480] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1183.891480] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523fbe9a-0a9b-bc8b-0b5d-e58b43871f5d" [ 1183.891480] env[69498]: _type = "Task" [ 1183.891480] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.897115] env[69498]: DEBUG oslo_vmware.api [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for the task: (returnval){ [ 1183.897115] env[69498]: value = "task-4098704" [ 1183.897115] env[69498]: _type = "Task" [ 1183.897115] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.904741] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523fbe9a-0a9b-bc8b-0b5d-e58b43871f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.911369] env[69498]: DEBUG oslo_vmware.api [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.944647] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e3bfc403-ba2e-4541-bc3b-6aab81579f5b] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.028033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.028033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.041299] env[69498]: DEBUG oslo_concurrency.lockutils [req-b3a94933-0e9b-4ee6-bdc4-af862fedb360 req-7b271358-fc1d-4ec8-957a-3f387401a915 service nova] Releasing lock "refresh_cache-e8f4a208-9060-4daf-ad8f-b02f66714141" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.122313] env[69498]: DEBUG nova.scheduler.client.report [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.226534] env[69498]: DEBUG oslo_concurrency.lockutils [None req-7feb70c6-931e-4172-bd46-0bc1d0e20bb1 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.325s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.409411] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523fbe9a-0a9b-bc8b-0b5d-e58b43871f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01559} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.411245] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c2a413-958f-473c-9aad-ebc9ac485dee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.420999] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "dffd59ee-5598-4cb6-b536-be9c46388243" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.421456] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.421757] env[69498]: INFO nova.compute.manager [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Shelving [ 1184.425042] env[69498]: DEBUG oslo_vmware.api [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Task: {'id': task-4098704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349965} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.425652] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.425855] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.426208] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.426387] env[69498]: INFO nova.compute.manager [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1184.426772] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.427566] env[69498]: DEBUG nova.compute.manager [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.427566] env[69498]: DEBUG nova.network.neutron [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.431261] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1184.431261] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528a60f8-dd50-250b-9735-85291691902f" [ 1184.431261] env[69498]: _type = "Task" [ 1184.431261] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.442999] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528a60f8-dd50-250b-9735-85291691902f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.449540] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: aa4098d4-8192-4673-a4a8-9f5afb2b07a5] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.453798] env[69498]: DEBUG nova.network.neutron [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.531101] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.628902] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.631297] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.224s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.633318] env[69498]: INFO nova.compute.claims [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.651782] env[69498]: INFO nova.scheduler.client.report [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Deleted allocations for instance 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d [ 1184.914651] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "55eab880-ee46-4be8-b293-288252cf5395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.914891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "55eab880-ee46-4be8-b293-288252cf5395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.942510] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528a60f8-dd50-250b-9735-85291691902f, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.942798] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.943081] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] e8f4a208-9060-4daf-ad8f-b02f66714141/e8f4a208-9060-4daf-ad8f-b02f66714141.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.943361] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1885208-005f-495d-aa69-4a28b52698ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.951312] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1184.951312] env[69498]: value = "task-4098705" [ 1184.951312] env[69498]: _type = "Task" [ 1184.951312] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.954808] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e1270d7a-b9ee-4264-ad4a-ff3e23dfb6a1] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.959131] env[69498]: DEBUG nova.network.neutron [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.964119] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.054909] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.159110] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8490259a-d1d7-45f9-b399-a321d1a593b7 tempest-InstanceActionsNegativeTestJSON-1607970013 tempest-InstanceActionsNegativeTestJSON-1607970013-project-member] Lock "353b73af-8753-4fe7-a5d2-9e8cf2a1d20d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.643s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.417489] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.431462] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.431753] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9581c52-effa-482c-abc1-a662a32da1e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.440554] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1185.440554] env[69498]: value = "task-4098706" [ 1185.440554] env[69498]: _type = "Task" [ 1185.440554] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.450174] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.457891] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: b9580e47-3615-4259-8897-bca6094e946a] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.464355] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.465362] env[69498]: INFO nova.compute.manager [-] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Took 1.04 seconds to deallocate network for instance. [ 1185.874868] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e73010-1639-4182-83a2-ae38e9273bba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.884053] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331cca89-224d-4d65-b5c9-cf2900d67f82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.916594] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308be247-0c2b-4917-a874-4725db031c1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.930229] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98fc4c1-1fda-49cb-b3bb-5ba3f60f7887 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.946654] env[69498]: DEBUG nova.compute.provider_tree [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.949120] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.961361] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098706, 'name': PowerOffVM_Task, 'duration_secs': 0.268395} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.962125] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.963489] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b4c6c-de4c-414b-bf22-eec699a65f00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.969127] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: ee171990-072e-431e-b294-6ae765189559] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.970963] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950605} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.971879] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] e8f4a208-9060-4daf-ad8f-b02f66714141/e8f4a208-9060-4daf-ad8f-b02f66714141.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.972173] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.972460] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb47dad3-43b2-4aa1-babb-b29647571204 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.992286] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.994248] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f7e12f-116b-4b07-88f1-a0b2eb5da2c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.999027] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1185.999027] env[69498]: value = "task-4098707" [ 1185.999027] env[69498]: _type = "Task" [ 1185.999027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.013395] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.453744] env[69498]: DEBUG nova.scheduler.client.report [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.472057] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 291d4ab1-2675-4ea9-94d8-a81e410f1254] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.508899] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.509451] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98dcd486-dc69-4ca8-8b0d-0cb52e97cfd9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.514818] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068277} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.515592] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.516450] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c6b4e-ea15-4f3c-8645-7e71abeafe16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.520852] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1186.520852] env[69498]: value = "task-4098708" [ 1186.520852] env[69498]: _type = "Task" [ 1186.520852] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.537640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.537955] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.538196] env[69498]: INFO nova.compute.manager [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Shelving [ 1186.548382] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e8f4a208-9060-4daf-ad8f-b02f66714141/e8f4a208-9060-4daf-ad8f-b02f66714141.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.549666] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be4a1a7-ef88-4dd4-b797-92cc8ff99b1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.568945] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.574958] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1186.574958] env[69498]: value = "task-4098709" [ 1186.574958] env[69498]: _type = "Task" [ 1186.574958] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.586264] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.960401] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.961284] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.965658] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.523s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.965997] env[69498]: DEBUG nova.objects.instance [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.975411] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 18581d6e-2fa4-4ebd-b07c-f5a2f4d05950] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.031277] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.086536] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.471674] env[69498]: DEBUG nova.compute.utils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.476919] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.477138] env[69498]: DEBUG nova.network.neutron [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.479689] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 0a55604f-1dec-4843-ab34-63e4cc0f740d] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.529751] env[69498]: DEBUG nova.policy [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1dd63dd08b764b489f359df836412f7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73cbc3e7376d4449976f0ecd298fda5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.535726] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098708, 'name': CreateSnapshot_Task, 'duration_secs': 0.897792} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.536014] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1187.536814] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d0671-4002-47b1-9aa3-8dc6a1599a45 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.557719] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.557719] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a4866db-8d14-45ed-b502-8b02e11d7866 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.567175] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1187.567175] env[69498]: value = "task-4098710" [ 1187.567175] env[69498]: _type = "Task" [ 1187.567175] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.576245] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.586444] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098709, 'name': ReconfigVM_Task, 'duration_secs': 0.571295} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.586740] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e8f4a208-9060-4daf-ad8f-b02f66714141/e8f4a208-9060-4daf-ad8f-b02f66714141.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.587399] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37fda735-6b16-47bf-9c5f-a5171855001e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.594916] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1187.594916] env[69498]: value = "task-4098711" [ 1187.594916] env[69498]: _type = "Task" [ 1187.594916] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.604273] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098711, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.904049] env[69498]: DEBUG nova.network.neutron [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Successfully created port: bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.977762] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.984737] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d01ee9ff-f17b-4bca-9704-69834b7a5a45 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.984737] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8f0b773a-2aaf-4712-8710-602f6c2f3fff] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.985978] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.096s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.986368] env[69498]: DEBUG nova.objects.instance [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'resources' on Instance uuid 4fd6e26f-0207-448b-b499-a0fbdcd915d9 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.055125] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.055834] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fea7d335-d785-4682-921e-95668b1c8f8e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.066501] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1188.066501] env[69498]: value = "task-4098712" [ 1188.066501] env[69498]: _type = "Task" [ 1188.066501] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.079171] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098710, 'name': PowerOffVM_Task, 'duration_secs': 0.234567} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.082309] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.082561] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098712, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.083317] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806a5603-e151-49f6-9cc5-94fa9a99d567 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.108257] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e544531-9b98-4184-8833-e40545b0520f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.121415] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098711, 'name': Rename_Task, 'duration_secs': 0.17198} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.121701] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.121947] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0d65335-e5e7-4fdb-8d67-18ec876258dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.128917] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1188.128917] env[69498]: value = "task-4098713" [ 1188.128917] env[69498]: _type = "Task" [ 1188.128917] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.137342] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.377049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "7410a512-006e-4c7e-b6a5-fca082559e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.377049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "7410a512-006e-4c7e-b6a5-fca082559e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.490856] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 3eee3e12-483c-4a2c-abf1-5a8c84912222] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.581432] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098712, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.625612] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1188.625957] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc0bc0ad-ac6a-4d23-9a83-4ee156445c5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.637164] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1188.637164] env[69498]: value = "task-4098714" [ 1188.637164] env[69498]: _type = "Task" [ 1188.637164] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.641160] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.653338] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.710158] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58da86-fad3-40bc-bd79-84de556ae1eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.720532] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394305dd-2d04-4108-b769-a6b6153cd37c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.760883] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569bf464-c585-4261-b30b-82ced546cffe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.769405] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19066973-6ddd-4738-8fcf-d6fec344b702 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.786063] env[69498]: DEBUG nova.compute.provider_tree [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.880923] env[69498]: DEBUG nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.991155] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.996819] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8a600f13-8385-43ac-86a8-f7e17d9d23fe] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.020585] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.020838] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.020999] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.021199] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.021348] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.021495] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.021704] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.021880] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.023048] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.023048] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.023048] env[69498]: DEBUG nova.virt.hardware [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.023308] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586bce4-6956-483e-996f-80e13619280a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.036806] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c8fb27-aca1-475f-b90f-2899d84abcd3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.082453] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098712, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.146262] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.161616] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098714, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.289779] env[69498]: DEBUG nova.scheduler.client.report [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.315065] env[69498]: DEBUG nova.compute.manager [req-40df90f2-e590-4f6c-b0bc-2678726c89cc req-e3c7e1a8-a76b-44a6-b50f-39ee6996e52e service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-vif-plugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.315327] env[69498]: DEBUG oslo_concurrency.lockutils [req-40df90f2-e590-4f6c-b0bc-2678726c89cc req-e3c7e1a8-a76b-44a6-b50f-39ee6996e52e service nova] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.315560] env[69498]: DEBUG oslo_concurrency.lockutils [req-40df90f2-e590-4f6c-b0bc-2678726c89cc req-e3c7e1a8-a76b-44a6-b50f-39ee6996e52e service nova] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.315797] env[69498]: DEBUG oslo_concurrency.lockutils [req-40df90f2-e590-4f6c-b0bc-2678726c89cc req-e3c7e1a8-a76b-44a6-b50f-39ee6996e52e service nova] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.315910] env[69498]: DEBUG nova.compute.manager [req-40df90f2-e590-4f6c-b0bc-2678726c89cc req-e3c7e1a8-a76b-44a6-b50f-39ee6996e52e service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] No waiting events found dispatching network-vif-plugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.316136] env[69498]: WARNING nova.compute.manager [req-40df90f2-e590-4f6c-b0bc-2678726c89cc req-e3c7e1a8-a76b-44a6-b50f-39ee6996e52e service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received unexpected event network-vif-plugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 for instance with vm_state building and task_state spawning. [ 1189.407409] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.426483] env[69498]: DEBUG nova.network.neutron [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Successfully updated port: bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.500267] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 96905bf3-6012-4714-ac7d-e821819fe266] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.578975] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098712, 'name': CloneVM_Task, 'duration_secs': 1.246766} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.579304] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Created linked-clone VM from snapshot [ 1189.580062] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f009fe6f-3e6c-4935-ad29-5ee2d0d53be1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.588767] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Uploading image b68b2955-e70c-452c-9be2-aad5aec32c42 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1189.612707] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1189.612707] env[69498]: value = "vm-811933" [ 1189.612707] env[69498]: _type = "VirtualMachine" [ 1189.612707] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1189.613042] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecbe79d5-9780-468c-9317-e83c9323e281 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.620632] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lease: (returnval){ [ 1189.620632] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52989276-1cce-c23f-ffc5-37061dfcda9b" [ 1189.620632] env[69498]: _type = "HttpNfcLease" [ 1189.620632] env[69498]: } obtained for exporting VM: (result){ [ 1189.620632] env[69498]: value = "vm-811933" [ 1189.620632] env[69498]: _type = "VirtualMachine" [ 1189.620632] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1189.620988] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the lease: (returnval){ [ 1189.620988] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52989276-1cce-c23f-ffc5-37061dfcda9b" [ 1189.620988] env[69498]: _type = "HttpNfcLease" [ 1189.620988] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1189.628286] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.628286] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52989276-1cce-c23f-ffc5-37061dfcda9b" [ 1189.628286] env[69498]: _type = "HttpNfcLease" [ 1189.628286] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.640257] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.655376] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098714, 'name': CreateSnapshot_Task, 'duration_secs': 0.759789} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.655645] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1189.656467] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7bbec1-eac0-4198-b2f8-976afdbf37d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.796308] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.798689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.314s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.798959] env[69498]: DEBUG nova.objects.instance [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lazy-loading 'resources' on Instance uuid 4d9ddd62-c659-4dae-98c4-9d15d7664e25 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.816648] env[69498]: INFO nova.scheduler.client.report [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted allocations for instance 4fd6e26f-0207-448b-b499-a0fbdcd915d9 [ 1189.930133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.930133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.930133] env[69498]: DEBUG nova.network.neutron [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.004008] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 2ec4b93a-a424-4706-a234-16b73d323ede] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.130640] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.130640] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52989276-1cce-c23f-ffc5-37061dfcda9b" [ 1190.130640] env[69498]: _type = "HttpNfcLease" [ 1190.130640] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1190.130966] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1190.130966] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52989276-1cce-c23f-ffc5-37061dfcda9b" [ 1190.130966] env[69498]: _type = "HttpNfcLease" [ 1190.130966] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1190.131810] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061a5f1-7622-447b-a0be-d47652a303cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.144823] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d09c70-eae8-c95f-b8fe-1ad05f403797/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1190.145018] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d09c70-eae8-c95f-b8fe-1ad05f403797/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1190.149644] env[69498]: DEBUG oslo_vmware.api [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098713, 'name': PowerOnVM_Task, 'duration_secs': 1.871797} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.150888] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.151165] env[69498]: INFO nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1190.151381] env[69498]: DEBUG nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.204769] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab46be-6f54-47dd-b9e8-2a20bccecc40 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.214468] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1190.216127] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d85d056-3f0a-44ff-b9a7-966f3db21033 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.231036] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1190.231036] env[69498]: value = "task-4098716" [ 1190.231036] env[69498]: _type = "Task" [ 1190.231036] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.238803] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098716, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.261245] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8959c719-75d3-4b5a-8abe-6ac3554f24aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.325439] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d5a3439-3417-4c09-8025-4708ffabb9ba tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4fd6e26f-0207-448b-b499-a0fbdcd915d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.173s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.471732] env[69498]: DEBUG nova.network.neutron [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.498303] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92a73d-0280-4413-bf3f-fb3e1af68728 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.507045] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d167274-ac22-454b-97a9-067f5914f2c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.511818] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 20f25b15-863f-4f35-a361-0836a1792cdc] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.549325] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f38b598-8c3f-4d4a-99ee-526035429be7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.559676] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbc9339-936b-4826-acd8-f3df647ec104 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.577679] env[69498]: DEBUG nova.compute.provider_tree [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.670779] env[69498]: DEBUG nova.network.neutron [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.741470] env[69498]: INFO nova.compute.manager [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Took 23.05 seconds to build instance. [ 1190.747147] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098716, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.016705] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: bc527d78-136a-4874-b123-dcf3725fc41e] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.081671] env[69498]: DEBUG nova.scheduler.client.report [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.176464] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.176464] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance network_info: |[{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.176464] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ff:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf06d4a-f85a-4a4d-8a64-7070b4da45f9', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.184360] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating folder: Project (73cbc3e7376d4449976f0ecd298fda5c). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.184712] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3f6c96f-0fb8-474f-9a48-59c14ff231b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.199205] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created folder: Project (73cbc3e7376d4449976f0ecd298fda5c) in parent group-v811634. [ 1191.199445] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating folder: Instances. Parent ref: group-v811936. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.199671] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c59eff-1d36-4c67-bb03-1150b82b9721 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.213107] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created folder: Instances in parent group-v811936. [ 1191.213604] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.213966] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.214427] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2e1570-a150-46de-bb59-55a6062fd047 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.240179] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.240179] env[69498]: value = "task-4098719" [ 1191.240179] env[69498]: _type = "Task" [ 1191.240179] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.244064] env[69498]: DEBUG oslo_concurrency.lockutils [None req-20fb2017-e293-4784-a5fb-0a0a26184c1b tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.562s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.248962] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098716, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.252058] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098719, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.355941] env[69498]: DEBUG nova.compute.manager [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.356853] env[69498]: DEBUG nova.compute.manager [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing instance network info cache due to event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.356853] env[69498]: DEBUG oslo_concurrency.lockutils [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.357525] env[69498]: DEBUG oslo_concurrency.lockutils [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.357525] env[69498]: DEBUG nova.network.neutron [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.523595] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 429f4a18-6c14-48d5-9b96-7f1ff2a8827f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.590136] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.597604] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.539s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.597604] env[69498]: INFO nova.compute.claims [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.641499] env[69498]: INFO nova.scheduler.client.report [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Deleted allocations for instance 4d9ddd62-c659-4dae-98c4-9d15d7664e25 [ 1191.752701] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098716, 'name': CloneVM_Task, 'duration_secs': 1.418938} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.753768] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Created linked-clone VM from snapshot [ 1191.754804] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0e5de-783b-438f-b573-19831c14df5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.762584] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098719, 'name': CreateVM_Task, 'duration_secs': 0.426184} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.763455] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.764406] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.764833] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.765753] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.770325] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4622597-b3ce-4c6a-b800-aaf7bd077637 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.772585] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Uploading image cdabc912-25b3-46aa-8927-7cea553cd6ab {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1191.779651] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1191.779651] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52232517-7b18-1587-741c-04885ae99e60" [ 1191.779651] env[69498]: _type = "Task" [ 1191.779651] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.790264] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52232517-7b18-1587-741c-04885ae99e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.807073] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1191.807073] env[69498]: value = "vm-811935" [ 1191.807073] env[69498]: _type = "VirtualMachine" [ 1191.807073] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1191.807266] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b7d45e9-78d8-472a-b6c9-325047952108 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.817082] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease: (returnval){ [ 1191.817082] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aeacf7-d6c1-a54c-2472-53c1dcdfad31" [ 1191.817082] env[69498]: _type = "HttpNfcLease" [ 1191.817082] env[69498]: } obtained for exporting VM: (result){ [ 1191.817082] env[69498]: value = "vm-811935" [ 1191.817082] env[69498]: _type = "VirtualMachine" [ 1191.817082] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1191.817385] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the lease: (returnval){ [ 1191.817385] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aeacf7-d6c1-a54c-2472-53c1dcdfad31" [ 1191.817385] env[69498]: _type = "HttpNfcLease" [ 1191.817385] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1191.825313] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.825313] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aeacf7-d6c1-a54c-2472-53c1dcdfad31" [ 1191.825313] env[69498]: _type = "HttpNfcLease" [ 1191.825313] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1192.025978] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 9743ebcf-eab5-4e34-a148-b6bf4ba5882a] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.078387] env[69498]: DEBUG nova.network.neutron [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updated VIF entry in instance network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.078773] env[69498]: DEBUG nova.network.neutron [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.150466] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c297304b-d422-4d63-964f-d87f1007e438 tempest-ServerShowV254Test-915694228 tempest-ServerShowV254Test-915694228-project-member] Lock "4d9ddd62-c659-4dae-98c4-9d15d7664e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.916s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.292718] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52232517-7b18-1587-741c-04885ae99e60, 'name': SearchDatastore_Task, 'duration_secs': 0.016453} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.292718] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.292871] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.293050] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.293207] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.293394] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.293698] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79271340-8c3b-4481-bdcd-2838c4f14d2e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.303792] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.304088] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.304911] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b24adc8-cd5e-4ecc-876e-99dc3bff6328 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.312118] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1192.312118] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fc383e-9884-c972-f9ba-c8d9312e5c0f" [ 1192.312118] env[69498]: _type = "Task" [ 1192.312118] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.324418] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fc383e-9884-c972-f9ba-c8d9312e5c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.328678] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.328678] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aeacf7-d6c1-a54c-2472-53c1dcdfad31" [ 1192.328678] env[69498]: _type = "HttpNfcLease" [ 1192.328678] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1192.328983] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1192.328983] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52aeacf7-d6c1-a54c-2472-53c1dcdfad31" [ 1192.328983] env[69498]: _type = "HttpNfcLease" [ 1192.328983] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1192.329765] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e8ab3-8ec8-4035-9907-d47309c8b150 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.340164] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d950-9bfb-7318-05e1-dfcdfb7d5fc5/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1192.340374] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d950-9bfb-7318-05e1-dfcdfb7d5fc5/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1192.448446] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5560b71d-aec8-4ed6-9403-697f79a1e6e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.532268] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: ce5a2c8b-d3d5-4767-8705-2eba501a2e30] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.582325] env[69498]: DEBUG oslo_concurrency.lockutils [req-15fe2a7c-a1df-40fb-935d-62a592852072 req-f2c62fdc-f1ec-4dc5-b64a-a49df4762b72 service nova] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.663291] env[69498]: DEBUG nova.compute.manager [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.665490] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be1199f-5f7c-4d4e-87c0-c3245fa91902 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.828320] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52fc383e-9884-c972-f9ba-c8d9312e5c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.831233] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49dc46a-fa70-4176-9760-a9bbc5074109 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.834144] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf0ee00-4082-45b8-9599-ea03bff9766c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.841330] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1192.841330] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e32d52-a02e-aa05-0467-2b2f811c7757" [ 1192.841330] env[69498]: _type = "Task" [ 1192.841330] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.848773] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d0c0b-afe0-409a-ab85-8ff174e603cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.860737] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e32d52-a02e-aa05-0467-2b2f811c7757, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.886634] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.887022] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.887687] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a647e8-b095-428c-a380-3b24588db4cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.890727] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5011717-3efd-4a00-9168-13c402c78594 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.902027] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a8781-d63a-4921-93bb-c6bf224c688d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.907364] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1192.907364] env[69498]: value = "task-4098721" [ 1192.907364] env[69498]: _type = "Task" [ 1192.907364] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.920070] env[69498]: DEBUG nova.compute.provider_tree [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.927450] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.036034] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e93a8983-80bb-4d9b-a87d-cda8273b9b91] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.183904] env[69498]: INFO nova.compute.manager [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] instance snapshotting [ 1193.187448] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04426915-4d26-4a64-ad5d-2b4463792a90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.215874] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f6235-553f-4bc3-9720-20b341f1af28 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.287263] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.287623] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.424892] env[69498]: DEBUG nova.scheduler.client.report [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.429573] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.539063] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: ee420eef-4e5e-4a62-ad11-8d4f5572c74f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.731926] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1193.732758] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48ee8dc3-f540-4eac-835b-b7700a612091 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.745498] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1193.745498] env[69498]: value = "task-4098722" [ 1193.745498] env[69498]: _type = "Task" [ 1193.745498] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.758795] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.790548] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.919494] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556932} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.919891] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.920242] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.920570] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d8f7153-4557-417d-bac1-ee860caa401c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.928501] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1193.928501] env[69498]: value = "task-4098723" [ 1193.928501] env[69498]: _type = "Task" [ 1193.928501] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.932731] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.933444] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.936547] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.987s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.938238] env[69498]: INFO nova.compute.claims [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.947570] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.043877] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 6a43cac7-edf1-4738-aa0f-c88b3e375080] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.256781] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.314964] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.443834] env[69498]: DEBUG nova.compute.utils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.448305] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072548} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.449124] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.449310] env[69498]: DEBUG nova.network.neutron [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.451785] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.452781] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5eb4f3-3f7f-43ba-9cf0-b7f8bd81c684 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.480058] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.481042] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921975b8-e3ec-40f6-bd41-502a0173c33a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.499797] env[69498]: DEBUG nova.policy [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a0b85e5ef174e4fab9cc91bf4b256da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112b685b28074d39870d733e61102755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.504022] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1194.504022] env[69498]: value = "task-4098724" [ 1194.504022] env[69498]: _type = "Task" [ 1194.504022] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.513880] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.547232] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 5b0b6efe-3306-4bec-a28e-cd5a6c415dee] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.757729] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098722, 'name': CreateSnapshot_Task, 'duration_secs': 0.746368} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.758057] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1194.758884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449e5b67-f7cb-46a9-b51b-65aa09935632 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.846197] env[69498]: DEBUG nova.network.neutron [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Successfully created port: 1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.953026] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.018831] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098724, 'name': ReconfigVM_Task, 'duration_secs': 0.451986} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.018968] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.019708] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f69210-0acf-4a5a-89bb-1a3ac7751406 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.030717] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1195.030717] env[69498]: value = "task-4098725" [ 1195.030717] env[69498]: _type = "Task" [ 1195.030717] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.046820] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098725, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.050752] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 1a77d919-bc1e-4111-9841-f08e03c5542d] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.161749] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f1236-bfd4-46da-850e-a21a0b476a5b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.170775] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbd5f9d-39c8-4bc2-a2bc-042ea9572ff5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.206180] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f69139-a6cf-4717-b1e9-79353ee18d13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.216061] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148eba3d-1896-46e5-9ef9-82c6c269c2df {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.231468] env[69498]: DEBUG nova.compute.provider_tree [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.280935] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1195.281736] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d9df193-2319-493b-96b1-76493b83bc24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.292260] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1195.292260] env[69498]: value = "task-4098726" [ 1195.292260] env[69498]: _type = "Task" [ 1195.292260] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.302160] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098726, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.547835] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098725, 'name': Rename_Task, 'duration_secs': 0.196991} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.548362] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.548809] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7aceec2-4ab4-4ce8-8b17-e071de885cda {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.555123] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 4d5c701b-cc03-4761-a087-46a0b15ecb22] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.561531] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1195.561531] env[69498]: value = "task-4098727" [ 1195.561531] env[69498]: _type = "Task" [ 1195.561531] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.577143] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.735435] env[69498]: DEBUG nova.scheduler.client.report [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.806044] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098726, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.964838] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.060170] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 9a83b57e-fea0-46e3-8832-1215f6e42401] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.073765] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.241852] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.242445] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.245123] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.253s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.245350] env[69498]: DEBUG nova.objects.instance [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lazy-loading 'resources' on Instance uuid 525c73fc-a4d3-457c-947d-61748a73c448 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.300851] env[69498]: DEBUG nova.compute.manager [req-4b87facc-1766-43ab-9df0-a58ebbe1eca4 req-6985ccb0-a387-447c-b2b5-349b84fc3918 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Received event network-vif-plugged-1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.301154] env[69498]: DEBUG oslo_concurrency.lockutils [req-4b87facc-1766-43ab-9df0-a58ebbe1eca4 req-6985ccb0-a387-447c-b2b5-349b84fc3918 service nova] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.301370] env[69498]: DEBUG oslo_concurrency.lockutils [req-4b87facc-1766-43ab-9df0-a58ebbe1eca4 req-6985ccb0-a387-447c-b2b5-349b84fc3918 service nova] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.301549] env[69498]: DEBUG oslo_concurrency.lockutils [req-4b87facc-1766-43ab-9df0-a58ebbe1eca4 req-6985ccb0-a387-447c-b2b5-349b84fc3918 service nova] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.301734] env[69498]: DEBUG nova.compute.manager [req-4b87facc-1766-43ab-9df0-a58ebbe1eca4 req-6985ccb0-a387-447c-b2b5-349b84fc3918 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] No waiting events found dispatching network-vif-plugged-1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.301994] env[69498]: WARNING nova.compute.manager [req-4b87facc-1766-43ab-9df0-a58ebbe1eca4 req-6985ccb0-a387-447c-b2b5-349b84fc3918 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Received unexpected event network-vif-plugged-1f25f29f-fd83-439a-a7c8-c336c58ff2b8 for instance with vm_state building and task_state spawning. [ 1196.310313] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098726, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.410336] env[69498]: DEBUG nova.network.neutron [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Successfully updated port: 1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.568025] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: a3da8026-85ef-4ff2-a38d-329d1a8204b1] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.580189] env[69498]: DEBUG oslo_vmware.api [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098727, 'name': PowerOnVM_Task, 'duration_secs': 0.84231} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.580691] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.580835] env[69498]: INFO nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1196.580909] env[69498]: DEBUG nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.581791] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67667b17-615c-4d82-a8fb-44c32a01e66c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.751161] env[69498]: DEBUG nova.compute.utils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.757433] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.757649] env[69498]: DEBUG nova.network.neutron [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.806145] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098726, 'name': CloneVM_Task, 'duration_secs': 1.347236} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.806486] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Created linked-clone VM from snapshot [ 1196.807360] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a91e14a-7bc1-4089-b10e-d40530f0f0bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.819861] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Uploading image 32c7678e-492b-42a1-bda9-d6ed49c27f2d {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1196.832693] env[69498]: DEBUG nova.policy [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.913396] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.913691] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.913816] env[69498]: DEBUG nova.network.neutron [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.995300] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece4dea4-dd63-40ca-9ac9-36ba1cca0b3b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.005097] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a3dc7a-1fb0-400d-b753-a47e0fe4aa1b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.038489] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e017b-7426-4605-b5e7-b5eaa1daf66b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.047394] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abef9d9-02a4-4244-a53b-84a0ea954c99 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.063868] env[69498]: DEBUG nova.compute.provider_tree [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.071397] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: df98100b-1fa5-44f4-89dc-8a78e379cd4a] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.104024] env[69498]: INFO nova.compute.manager [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Took 21.71 seconds to build instance. [ 1197.185035] env[69498]: DEBUG nova.network.neutron [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Successfully created port: e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.254896] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.461567] env[69498]: DEBUG nova.network.neutron [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.560835] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.560835] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-97d85355-baea-43d0-b10f-71bd41b94405 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.570085] env[69498]: DEBUG nova.scheduler.client.report [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.572629] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1197.572629] env[69498]: value = "task-4098728" [ 1197.572629] env[69498]: _type = "Task" [ 1197.572629] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.574281] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 03a9b1d5-6879-4417-a856-3f1e0a7eb21f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.591633] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.592240] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.592585] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.592922] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.593253] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.593562] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.593935] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.594276] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.594623] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.595305] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.595820] env[69498]: DEBUG nova.virt.hardware [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.598513] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796c955a-38e8-43f7-987a-88e79e5e7ca0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.606035] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8d2f2611-3483-46b8-9d8c-6d0f646db5c5 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.224s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.610968] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098728, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.615849] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d09c70-eae8-c95f-b8fe-1ad05f403797/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.617646] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbaae4f-dd73-4404-9391-6fa30ed2501d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.622579] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c64b9-b6fe-40d7-9981-f3fbfdd5e622 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.632343] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d09c70-eae8-c95f-b8fe-1ad05f403797/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.632343] env[69498]: ERROR oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d09c70-eae8-c95f-b8fe-1ad05f403797/disk-0.vmdk due to incomplete transfer. [ 1197.642015] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10d3b078-6027-4d02-88c7-6e4ab5be5acd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.644913] env[69498]: DEBUG nova.network.neutron [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.653630] env[69498]: DEBUG oslo_vmware.rw_handles [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d09c70-eae8-c95f-b8fe-1ad05f403797/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1197.653873] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Uploaded image b68b2955-e70c-452c-9be2-aad5aec32c42 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1197.656406] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.657264] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47b2f197-c63b-4c48-b105-16282deec45d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.664389] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1197.664389] env[69498]: value = "task-4098729" [ 1197.664389] env[69498]: _type = "Task" [ 1197.664389] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.676823] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098729, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.045015] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.045312] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.075835] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.078660] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.671s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.080537] env[69498]: INFO nova.compute.claims [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.096398] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098728, 'name': Destroy_Task} progress is 33%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.097193] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e895a69f-dea3-4d2f-8633-ff7ce936b352] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.106881] env[69498]: INFO nova.scheduler.client.report [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Deleted allocations for instance 525c73fc-a4d3-457c-947d-61748a73c448 [ 1198.148275] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.148809] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Instance network_info: |[{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.150310] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:9e:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f25f29f-fd83-439a-a7c8-c336c58ff2b8', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.163832] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating folder: Project (112b685b28074d39870d733e61102755). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.164102] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b122f7-e19b-40c6-84f7-0db0f29cd7a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.181298] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098729, 'name': Destroy_Task, 'duration_secs': 0.410733} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.183538] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Destroyed the VM [ 1198.183928] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.184322] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created folder: Project (112b685b28074d39870d733e61102755) in parent group-v811634. [ 1198.184601] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating folder: Instances. Parent ref: group-v811941. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.185096] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e090f8a-c7c7-4400-b965-0e77ed66ae2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.188097] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86dcdbd5-068a-440d-9851-518c8c37cff7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.196080] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1198.196080] env[69498]: value = "task-4098731" [ 1198.196080] env[69498]: _type = "Task" [ 1198.196080] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.204124] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created folder: Instances in parent group-v811941. [ 1198.204124] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.205213] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.205213] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30763244-d8d4-406e-ac69-adbec987ead9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.229869] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.236391] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.236391] env[69498]: value = "task-4098733" [ 1198.236391] env[69498]: _type = "Task" [ 1198.236391] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.242716] env[69498]: DEBUG nova.compute.manager [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.242919] env[69498]: DEBUG nova.compute.manager [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing instance network info cache due to event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.243222] env[69498]: DEBUG oslo_concurrency.lockutils [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.243368] env[69498]: DEBUG oslo_concurrency.lockutils [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.244158] env[69498]: DEBUG nova.network.neutron [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.250603] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098733, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.264803] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.298893] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.299283] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.299457] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.299630] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.299775] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.299918] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.300154] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.300308] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.300473] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.300633] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.300804] env[69498]: DEBUG nova.virt.hardware [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.301783] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf4545-1274-43bc-b211-7653e06d5de0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.311677] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ac4ecd-3100-45c9-acb0-11bcd2e3d498 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.374292] env[69498]: DEBUG nova.compute.manager [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Received event network-changed-1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.374514] env[69498]: DEBUG nova.compute.manager [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Refreshing instance network info cache due to event network-changed-1f25f29f-fd83-439a-a7c8-c336c58ff2b8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.374737] env[69498]: DEBUG oslo_concurrency.lockutils [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.374890] env[69498]: DEBUG oslo_concurrency.lockutils [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.375069] env[69498]: DEBUG nova.network.neutron [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Refreshing network info cache for port 1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.549690] env[69498]: DEBUG nova.compute.utils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.595541] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098728, 'name': Destroy_Task, 'duration_secs': 0.618552} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.596207] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Destroyed the VM [ 1198.596582] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.596950] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9043dfd5-ab4a-49ef-83d2-796cb1001fd9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.603174] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8d6007e6-1e39-4ff9-8128-30d979346266] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.608642] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1198.608642] env[69498]: value = "task-4098734" [ 1198.608642] env[69498]: _type = "Task" [ 1198.608642] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.617955] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f20fcb6c-c819-4b9e-ad41-5c5ea699b381 tempest-ServerShowV247Test-680984667 tempest-ServerShowV247Test-680984667-project-member] Lock "525c73fc-a4d3-457c-947d-61748a73c448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.944s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.624224] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.713610] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098731, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.753429] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098733, 'name': CreateVM_Task, 'duration_secs': 0.438952} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.753742] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.755378] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.758024] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.758024] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.758024] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5362eb-fd54-4e39-b91d-0d01d0f20d7a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.761274] env[69498]: DEBUG nova.network.neutron [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Successfully updated port: e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.768204] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1198.768204] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524a97df-fc04-f6d1-18b5-40ef1af8318c" [ 1198.768204] env[69498]: _type = "Task" [ 1198.768204] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.778308] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524a97df-fc04-f6d1-18b5-40ef1af8318c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.055258] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.085168] env[69498]: DEBUG nova.network.neutron [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updated VIF entry in instance network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.085801] env[69498]: DEBUG nova.network.neutron [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.110451] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 8fa184f9-ad9f-4d12-8f86-7ccd6833f215] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.131033] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098734, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.179019] env[69498]: DEBUG nova.network.neutron [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updated VIF entry in instance network info cache for port 1f25f29f-fd83-439a-a7c8-c336c58ff2b8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.179503] env[69498]: DEBUG nova.network.neutron [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.210075] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098731, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560929} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.213014] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.213321] env[69498]: DEBUG nova.compute.manager [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.214742] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a530269-a625-4955-8f97-9bff1ec78022 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.271028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-55eab880-ee46-4be8-b293-288252cf5395" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.271028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-55eab880-ee46-4be8-b293-288252cf5395" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.271028] env[69498]: DEBUG nova.network.neutron [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.285154] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524a97df-fc04-f6d1-18b5-40ef1af8318c, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.287013] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.287282] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.287513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.287656] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.287901] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.288905] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c21b3e5e-590c-4664-9c52-3e479c029191 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.302902] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.302902] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.303478] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a0423c-7392-478f-b5c9-e8d00bdc08b4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.310212] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1199.310212] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520012c2-7de1-8b5b-79a6-e702a5733f1f" [ 1199.310212] env[69498]: _type = "Task" [ 1199.310212] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.316860] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d735f-6163-429f-9703-91005144500c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.322790] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520012c2-7de1-8b5b-79a6-e702a5733f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.328550] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c67869-c937-4743-a087-b309290fd5b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.362509] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd00619-744e-4b48-b4ed-4e31c3c7827a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.371553] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d06231-97cf-413a-baac-e64e8c30a427 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.386712] env[69498]: DEBUG nova.compute.provider_tree [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.588767] env[69498]: DEBUG oslo_concurrency.lockutils [req-50009068-0853-4153-a9d0-3abb0ca67cb3 req-cf7a9124-e64e-4481-b831-01cad3b72e73 service nova] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.618994] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 7bf244b2-3f82-4b72-a325-b6f2716268ac] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.624333] env[69498]: DEBUG oslo_vmware.api [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098734, 'name': RemoveSnapshot_Task, 'duration_secs': 0.996977} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.624686] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.682427] env[69498]: DEBUG oslo_concurrency.lockutils [req-649904cc-8654-4217-856a-cbcb00534db7 req-07530cf7-0fdc-4b30-9481-e31589688fbb service nova] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.730519] env[69498]: INFO nova.compute.manager [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Shelve offloading [ 1199.822947] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520012c2-7de1-8b5b-79a6-e702a5733f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.823913] env[69498]: DEBUG nova.network.neutron [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.826651] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a0c87f-1ba1-4682-aa66-4cc77e5789b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.833571] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1199.833571] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52286689-cb2c-4324-622b-b2584d10bc4e" [ 1199.833571] env[69498]: _type = "Task" [ 1199.833571] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.842763] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52286689-cb2c-4324-622b-b2584d10bc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.890086] env[69498]: DEBUG nova.scheduler.client.report [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.985517] env[69498]: DEBUG nova.network.neutron [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Updating instance_info_cache with network_info: [{"id": "e4692ee3-89f3-4271-8871-26244e358d3b", "address": "fa:16:3e:d0:b2:0a", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4692ee3-89", "ovs_interfaceid": "e4692ee3-89f3-4271-8871-26244e358d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.126376] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 3a61f848-0402-4aad-a007-e630c8a2f08b] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.129778] env[69498]: WARNING nova.compute.manager [None req-75a8da8e-a514-459d-8c72-24a64d4618f0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Image not found during snapshot: nova.exception.ImageNotFound: Image 32c7678e-492b-42a1-bda9-d6ed49c27f2d could not be found. [ 1200.137773] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.138201] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.138533] env[69498]: INFO nova.compute.manager [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Attaching volume 883953fc-cb32-487d-92f6-304e779d0e57 to /dev/sdb [ 1200.175903] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920281b-2cc2-4a65-9608-c356ad68e435 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.184167] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d38de5-23ba-4781-a698-20807d65ad0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.199678] env[69498]: DEBUG nova.virt.block_device [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating existing volume attachment record: 41addd03-597d-46ee-9e70-2984d743b366 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.235023] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.235023] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87791447-e1df-411e-b475-33c250dc0912 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.244196] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1200.244196] env[69498]: value = "task-4098735" [ 1200.244196] env[69498]: _type = "Task" [ 1200.244196] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.252915] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.343823] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52286689-cb2c-4324-622b-b2584d10bc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.344162] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.344399] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef/cf015260-2866-495f-9d30-3fac6eaba5ef.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.344673] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5acb22fb-ad5f-4c20-8bdc-06fce1d389c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.352257] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1200.352257] env[69498]: value = "task-4098737" [ 1200.352257] env[69498]: _type = "Task" [ 1200.352257] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.361080] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.395224] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.395725] env[69498]: DEBUG nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.398720] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.084s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.402501] env[69498]: INFO nova.compute.claims [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.409605] env[69498]: DEBUG nova.compute.manager [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Received event network-vif-plugged-e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.409605] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] Acquiring lock "55eab880-ee46-4be8-b293-288252cf5395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.409698] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] Lock "55eab880-ee46-4be8-b293-288252cf5395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.409843] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] Lock "55eab880-ee46-4be8-b293-288252cf5395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.410032] env[69498]: DEBUG nova.compute.manager [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] No waiting events found dispatching network-vif-plugged-e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1200.410655] env[69498]: WARNING nova.compute.manager [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Received unexpected event network-vif-plugged-e4692ee3-89f3-4271-8871-26244e358d3b for instance with vm_state building and task_state spawning. [ 1200.412019] env[69498]: DEBUG nova.compute.manager [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Received event network-changed-e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.412019] env[69498]: DEBUG nova.compute.manager [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Refreshing instance network info cache due to event network-changed-e4692ee3-89f3-4271-8871-26244e358d3b. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.412019] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] Acquiring lock "refresh_cache-55eab880-ee46-4be8-b293-288252cf5395" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.479944] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "e8f4a208-9060-4daf-ad8f-b02f66714141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.480242] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.480505] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "e8f4a208-9060-4daf-ad8f-b02f66714141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.480698] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.480865] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.483173] env[69498]: INFO nova.compute.manager [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Terminating instance [ 1200.488682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-55eab880-ee46-4be8-b293-288252cf5395" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.489028] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Instance network_info: |[{"id": "e4692ee3-89f3-4271-8871-26244e358d3b", "address": "fa:16:3e:d0:b2:0a", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4692ee3-89", "ovs_interfaceid": "e4692ee3-89f3-4271-8871-26244e358d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.489389] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] Acquired lock "refresh_cache-55eab880-ee46-4be8-b293-288252cf5395" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.489671] env[69498]: DEBUG nova.network.neutron [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Refreshing network info cache for port e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.490786] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b2:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4692ee3-89f3-4271-8871-26244e358d3b', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.500921] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.505210] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.505926] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f38533f-5081-44ab-b2a5-d3b319dc7485 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.532086] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.532086] env[69498]: value = "task-4098740" [ 1200.532086] env[69498]: _type = "Task" [ 1200.532086] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.548602] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098740, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.632263] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d9e664eb-dc03-44dd-a0d6-53f29c4ce25c] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.758455] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.758695] env[69498]: DEBUG nova.compute.manager [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.759650] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9e290-df42-43ad-ad62-47e08831483e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.770171] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.770373] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.770555] env[69498]: DEBUG nova.network.neutron [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.773305] env[69498]: DEBUG nova.network.neutron [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Updated VIF entry in instance network info cache for port e4692ee3-89f3-4271-8871-26244e358d3b. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.773641] env[69498]: DEBUG nova.network.neutron [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Updating instance_info_cache with network_info: [{"id": "e4692ee3-89f3-4271-8871-26244e358d3b", "address": "fa:16:3e:d0:b2:0a", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4692ee3-89", "ovs_interfaceid": "e4692ee3-89f3-4271-8871-26244e358d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.834099] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d950-9bfb-7318-05e1-dfcdfb7d5fc5/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1200.835154] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c4f12f-96d0-4ca8-a2a6-519768383e2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.846296] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d950-9bfb-7318-05e1-dfcdfb7d5fc5/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1200.846504] env[69498]: ERROR oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d950-9bfb-7318-05e1-dfcdfb7d5fc5/disk-0.vmdk due to incomplete transfer. [ 1200.846789] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33abb7bd-4334-44a9-a7a0-c82566a6382e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.858242] env[69498]: DEBUG oslo_vmware.rw_handles [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d950-9bfb-7318-05e1-dfcdfb7d5fc5/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1200.858480] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Uploaded image cdabc912-25b3-46aa-8927-7cea553cd6ab to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1200.860499] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1200.861204] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8a48b6d-9863-4b3e-946f-a85b4572b9c1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.868817] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.871144] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1200.871144] env[69498]: value = "task-4098741" [ 1200.871144] env[69498]: _type = "Task" [ 1200.871144] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.880418] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098741, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.905260] env[69498]: DEBUG nova.compute.utils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.909190] env[69498]: DEBUG nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Not allocating networking since 'none' was specified. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1200.987798] env[69498]: DEBUG nova.compute.manager [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.988100] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.989125] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed772709-64f1-449b-926a-7f424e656ffd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.998284] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.998611] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f29245-78d1-4019-afb6-6b225be91aaf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.005812] env[69498]: DEBUG oslo_vmware.api [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1201.005812] env[69498]: value = "task-4098742" [ 1201.005812] env[69498]: _type = "Task" [ 1201.005812] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.016432] env[69498]: DEBUG oslo_vmware.api [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.042760] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098740, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.136576] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: c802d45a-0077-43b6-902c-9c88a70f48f1] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.276340] env[69498]: DEBUG oslo_concurrency.lockutils [req-4d7276fe-1a32-4443-9cf7-c302d6c61569 req-df1fb135-4a39-4953-aa0b-bb5dda9ccdec service nova] Releasing lock "refresh_cache-55eab880-ee46-4be8-b293-288252cf5395" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.363095] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58815} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.365622] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef/cf015260-2866-495f-9d30-3fac6eaba5ef.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.365834] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.366241] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41dcc94f-bc8b-4d29-9ee7-2efad285fdc2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.373841] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1201.373841] env[69498]: value = "task-4098743" [ 1201.373841] env[69498]: _type = "Task" [ 1201.373841] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.388583] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098741, 'name': Destroy_Task, 'duration_secs': 0.43557} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.392027] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Destroyed the VM [ 1201.392336] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1201.392713] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.395579] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a713d32b-eede-4ffe-b3f1-bd5c6928f2ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.403970] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1201.403970] env[69498]: value = "task-4098744" [ 1201.403970] env[69498]: _type = "Task" [ 1201.403970] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.412959] env[69498]: DEBUG nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.418426] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.503086] env[69498]: DEBUG nova.network.neutron [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Updating instance_info_cache with network_info: [{"id": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "address": "fa:16:3e:b8:a5:40", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56727dc7-ed", "ovs_interfaceid": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.517521] env[69498]: DEBUG oslo_vmware.api [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098742, 'name': PowerOffVM_Task, 'duration_secs': 0.273432} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.521253] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.522016] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.523029] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fbdcb80-313a-4254-a1ce-786f14aa45dd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.548715] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098740, 'name': CreateVM_Task, 'duration_secs': 0.577862} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.548997] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.549891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.550622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.550622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.554315] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f08b9e-1b92-4262-8d58-d9ec5b8e9e7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.561610] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1201.561610] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527cd8dc-43f9-09f9-e145-94ee847e3a23" [ 1201.561610] env[69498]: _type = "Task" [ 1201.561610] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.573670] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527cd8dc-43f9-09f9-e145-94ee847e3a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.595989] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b831b-e09f-48da-a7a6-829484b5c2ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.605413] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e8221-70c2-48f3-a5fb-58f283f608a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.640099] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c94fe83-25c2-4929-83c6-a057b56f55e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.642812] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.643019] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.643208] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleting the datastore file [datastore1] e8f4a208-9060-4daf-ad8f-b02f66714141 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.643630] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d3a4fce2-c1ab-4873-90a0-3a3447de07bf] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.645342] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e7f688-cc0c-43b9-b6fb-2fda2dd8bfc0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.654928] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12115c-4c63-4325-b36a-86831be3796d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.659112] env[69498]: DEBUG oslo_vmware.api [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1201.659112] env[69498]: value = "task-4098746" [ 1201.659112] env[69498]: _type = "Task" [ 1201.659112] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.673485] env[69498]: DEBUG nova.compute.provider_tree [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.683308] env[69498]: DEBUG oslo_vmware.api [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.890573] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093485} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.890909] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.891674] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ddf2a9-584d-46a6-9582-0618f00c8fd5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.914573] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef/cf015260-2866-495f-9d30-3fac6eaba5ef.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.917722] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c220d4e-4aa9-4630-b228-853820c965c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.941484] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.943228] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1201.943228] env[69498]: value = "task-4098747" [ 1201.943228] env[69498]: _type = "Task" [ 1201.943228] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.951749] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.007702] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.074897] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527cd8dc-43f9-09f9-e145-94ee847e3a23, 'name': SearchDatastore_Task, 'duration_secs': 0.033651} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.075236] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.075478] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.075719] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.075865] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.076083] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.076389] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74360abe-bec2-4872-84f2-d3824db6720d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.090975] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.091253] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.092050] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ca55f7-3aeb-4c42-b3c3-26847bf45bc7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.098306] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1202.098306] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f5f5e-c72e-a93a-fa0b-95b3fac47539" [ 1202.098306] env[69498]: _type = "Task" [ 1202.098306] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.106808] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f5f5e-c72e-a93a-fa0b-95b3fac47539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.149071] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: de0064a5-c6c0-48af-90c6-52a65602aa08] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.169818] env[69498]: DEBUG oslo_vmware.api [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477726} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.170124] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.170238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.170437] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.170610] env[69498]: INFO nova.compute.manager [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1202.170856] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.171075] env[69498]: DEBUG nova.compute.manager [-] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.171241] env[69498]: DEBUG nova.network.neutron [-] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.176851] env[69498]: DEBUG nova.scheduler.client.report [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.416267] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.437842] env[69498]: DEBUG nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.460063] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.470120] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.470444] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.470638] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.470865] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.471049] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.471303] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.471525] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.471733] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.471963] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.472220] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.472470] env[69498]: DEBUG nova.virt.hardware [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.473787] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71243769-3906-43c5-b677-dd61244e2648 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.485169] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47a99a-9609-4c75-9646-5ed2f5d4b7a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.500059] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Instance VIF info [] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.505848] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Creating folder: Project (0e79c03c048142a6ae0e28c57277a187). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.506241] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02fba3cb-dac2-48e9-a093-4ca7b7d4f0c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.519761] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Created folder: Project (0e79c03c048142a6ae0e28c57277a187) in parent group-v811634. [ 1202.520040] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Creating folder: Instances. Parent ref: group-v811947. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.520225] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6104a284-d03c-416d-b0b2-aae334470b09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.531252] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Created folder: Instances in parent group-v811947. [ 1202.531565] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.531806] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.532056] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5927b4f0-7edc-4bf5-8221-c1f751d5ccd5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.551862] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.551862] env[69498]: value = "task-4098751" [ 1202.551862] env[69498]: _type = "Task" [ 1202.551862] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.561732] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098751, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.611973] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525f5f5e-c72e-a93a-fa0b-95b3fac47539, 'name': SearchDatastore_Task, 'duration_secs': 0.035397} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.612944] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1c67ce-f6eb-401c-921c-494b4d05ef60 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.619285] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1202.619285] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525d0ff7-8ea7-5c4d-2513-fe4b05a5b0dd" [ 1202.619285] env[69498]: _type = "Task" [ 1202.619285] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.628571] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525d0ff7-8ea7-5c4d-2513-fe4b05a5b0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.632934] env[69498]: DEBUG nova.compute.manager [req-2d3ad0a4-8617-48bf-bbd5-bdfe5e81299b req-6960cc9a-56bb-4dd3-a9dc-255f491624a8 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Received event network-vif-unplugged-56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.633233] env[69498]: DEBUG oslo_concurrency.lockutils [req-2d3ad0a4-8617-48bf-bbd5-bdfe5e81299b req-6960cc9a-56bb-4dd3-a9dc-255f491624a8 service nova] Acquiring lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.633465] env[69498]: DEBUG oslo_concurrency.lockutils [req-2d3ad0a4-8617-48bf-bbd5-bdfe5e81299b req-6960cc9a-56bb-4dd3-a9dc-255f491624a8 service nova] Lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.633592] env[69498]: DEBUG oslo_concurrency.lockutils [req-2d3ad0a4-8617-48bf-bbd5-bdfe5e81299b req-6960cc9a-56bb-4dd3-a9dc-255f491624a8 service nova] Lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.633795] env[69498]: DEBUG nova.compute.manager [req-2d3ad0a4-8617-48bf-bbd5-bdfe5e81299b req-6960cc9a-56bb-4dd3-a9dc-255f491624a8 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] No waiting events found dispatching network-vif-unplugged-56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1202.633969] env[69498]: WARNING nova.compute.manager [req-2d3ad0a4-8617-48bf-bbd5-bdfe5e81299b req-6960cc9a-56bb-4dd3-a9dc-255f491624a8 service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Received unexpected event network-vif-unplugged-56727dc7-ed37-4bc7-bf5e-24df74cd5293 for instance with vm_state shelved and task_state shelving_offloading. [ 1202.652648] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d59cf518-5f32-4d3a-81e3-3ba7e8414987] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.668122] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.669239] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1275fe1f-8bb8-4a57-b346-e7995ebb2db8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.678808] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.679200] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af5a0801-ae0c-468b-bd73-51dafadbb89a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.681587] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.682157] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.754650] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.754935] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.755265] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleting the datastore file [datastore2] dffd59ee-5598-4cb6-b536-be9c46388243 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.755678] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5354adea-290a-4c27-a35b-7585e38af2dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.764328] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1202.764328] env[69498]: value = "task-4098753" [ 1202.764328] env[69498]: _type = "Task" [ 1202.764328] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.774186] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.916839] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098744, 'name': RemoveSnapshot_Task, 'duration_secs': 1.280125} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.917151] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1202.917404] env[69498]: DEBUG nova.compute.manager [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1202.918224] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc093ff-6dcd-472b-852f-8d0cf20bc8ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.953811] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098747, 'name': ReconfigVM_Task, 'duration_secs': 0.644} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.954049] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef/cf015260-2866-495f-9d30-3fac6eaba5ef.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.954789] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3aae6f-4f43-45e6-8462-fffb615299a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.962545] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1202.962545] env[69498]: value = "task-4098754" [ 1202.962545] env[69498]: _type = "Task" [ 1202.962545] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.974135] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098754, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.065205] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098751, 'name': CreateVM_Task, 'duration_secs': 0.313774} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.065381] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.065777] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.065962] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.066322] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.066587] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb8baea-218b-47c1-a576-2faf41227da0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.071816] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1203.071816] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52497af2-c411-b4c1-7231-aa096ba710a6" [ 1203.071816] env[69498]: _type = "Task" [ 1203.071816] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.080373] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52497af2-c411-b4c1-7231-aa096ba710a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.130446] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525d0ff7-8ea7-5c4d-2513-fe4b05a5b0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.130446] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.130446] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 55eab880-ee46-4be8-b293-288252cf5395/55eab880-ee46-4be8-b293-288252cf5395.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.130888] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-412d317a-661b-4c6e-a37a-fbf17fb2c546 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.137980] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1203.137980] env[69498]: value = "task-4098755" [ 1203.137980] env[69498]: _type = "Task" [ 1203.137980] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.148448] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.155474] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 9b929dbc-67db-4f9a-a8a5-cacf85df8ecb] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.187138] env[69498]: DEBUG nova.compute.utils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.188494] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.188676] env[69498]: DEBUG nova.network.neutron [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.233806] env[69498]: DEBUG nova.policy [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48c43cd0afff4541bcc16bc2b3967abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d05839135bc47a288ce1dcaf6c48530', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.275352] env[69498]: DEBUG oslo_vmware.api [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136118} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.275645] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.275834] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.276033] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.298894] env[69498]: INFO nova.scheduler.client.report [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocations for instance dffd59ee-5598-4cb6-b536-be9c46388243 [ 1203.317425] env[69498]: DEBUG nova.network.neutron [-] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.430643] env[69498]: INFO nova.compute.manager [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Shelve offloading [ 1203.475065] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098754, 'name': Rename_Task, 'duration_secs': 0.185844} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.475384] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.475657] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c68ab9-ef46-44e8-a54c-8fbe352803fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.487280] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1203.487280] env[69498]: value = "task-4098756" [ 1203.487280] env[69498]: _type = "Task" [ 1203.487280] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.499337] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.546547] env[69498]: DEBUG nova.network.neutron [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Successfully created port: 7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.587886] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52497af2-c411-b4c1-7231-aa096ba710a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.588285] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.588531] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.588790] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.589023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.589201] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.589505] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b59768b-ebc3-4cd1-9098-44a135ce12a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.604345] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.604583] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.605500] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bce3041-33d2-4e64-a7f0-e944d5e19bc1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.614721] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1203.614721] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524423a0-e795-c2f9-0662-5ac89e274ccb" [ 1203.614721] env[69498]: _type = "Task" [ 1203.614721] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.625590] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524423a0-e795-c2f9-0662-5ac89e274ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.650290] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503213} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.650468] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 55eab880-ee46-4be8-b293-288252cf5395/55eab880-ee46-4be8-b293-288252cf5395.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.650756] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.651050] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-605e8f75-f5e3-4c1e-85bd-079991773ea8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.658853] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: fa357787-fea1-488c-b7dd-c717f783011f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.662732] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1203.662732] env[69498]: value = "task-4098757" [ 1203.662732] env[69498]: _type = "Task" [ 1203.662732] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.683043] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.692017] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.805057] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.805436] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.805714] env[69498]: DEBUG nova.objects.instance [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'resources' on Instance uuid dffd59ee-5598-4cb6-b536-be9c46388243 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.820242] env[69498]: INFO nova.compute.manager [-] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Took 1.65 seconds to deallocate network for instance. [ 1203.935450] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.935626] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b3fcda-e13d-4f58-9b9b-b3b849debf11 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.944131] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1203.944131] env[69498]: value = "task-4098758" [ 1203.944131] env[69498]: _type = "Task" [ 1203.944131] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.956952] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1203.957217] env[69498]: DEBUG nova.compute.manager [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.958118] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966f383-4dfe-48ca-bea7-6997fd3e7858 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.966030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.966030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.966030] env[69498]: DEBUG nova.network.neutron [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.002479] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098756, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.126178] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524423a0-e795-c2f9-0662-5ac89e274ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.017548} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.127073] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a69ba32-ffe3-4ecb-ade0-3e8bcd24637e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.132975] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1204.132975] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5282c670-9c90-9ff7-8700-3ca0f5200711" [ 1204.132975] env[69498]: _type = "Task" [ 1204.132975] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.142024] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5282c670-9c90-9ff7-8700-3ca0f5200711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.169793] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 273cf30d-cbcd-4311-9a08-2563bfb90f3e] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.177224] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115205} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.177481] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.178284] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af159060-fd24-44e9-89af-c592c4cdc2d5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.202135] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 55eab880-ee46-4be8-b293-288252cf5395/55eab880-ee46-4be8-b293-288252cf5395.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.206415] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b20428-0907-4a0d-8582-238da2a6e722 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.228499] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1204.228499] env[69498]: value = "task-4098759" [ 1204.228499] env[69498]: _type = "Task" [ 1204.228499] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.239561] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.309724] env[69498]: DEBUG nova.objects.instance [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'numa_topology' on Instance uuid dffd59ee-5598-4cb6-b536-be9c46388243 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.328421] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.499001] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "dffd59ee-5598-4cb6-b536-be9c46388243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.499434] env[69498]: DEBUG oslo_vmware.api [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098756, 'name': PowerOnVM_Task, 'duration_secs': 0.532519} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.500849] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.500849] env[69498]: INFO nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1204.500849] env[69498]: DEBUG nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.503277] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adddabdf-87cf-4fd2-a92d-a8be7699dfb7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.644493] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5282c670-9c90-9ff7-8700-3ca0f5200711, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.644875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.645083] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 7410a512-006e-4c7e-b6a5-fca082559e92/7410a512-006e-4c7e-b6a5-fca082559e92.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.645386] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-142c00bd-ac94-4750-8114-3af8c719d9af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.651620] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1204.651620] env[69498]: value = "task-4098760" [ 1204.651620] env[69498]: _type = "Task" [ 1204.651620] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.660599] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.672680] env[69498]: DEBUG nova.compute.manager [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Received event network-changed-56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.672917] env[69498]: DEBUG nova.compute.manager [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Refreshing instance network info cache due to event network-changed-56727dc7-ed37-4bc7-bf5e-24df74cd5293. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.673223] env[69498]: DEBUG oslo_concurrency.lockutils [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] Acquiring lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.673453] env[69498]: DEBUG oslo_concurrency.lockutils [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] Acquired lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.673677] env[69498]: DEBUG nova.network.neutron [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Refreshing network info cache for port 56727dc7-ed37-4bc7-bf5e-24df74cd5293 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.677636] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 5706f0bc-dc72-43db-a689-2003181f0bc6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.715160] env[69498]: DEBUG nova.network.neutron [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.723558] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.741142] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.751753] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.752029] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.752203] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.752419] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.752586] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.752742] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.752949] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.753129] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.753298] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.753460] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.753632] env[69498]: DEBUG nova.virt.hardware [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.754521] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe4dfa-eafe-4ace-a0c8-7ca800b9ca88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.758070] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.758318] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.759477] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986f082-1cb0-4177-bdf8-d7308510e8de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.780340] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c438231-90b5-440e-b5fd-dc9735e67567 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.785876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f7fd65-0ddc-4ead-8a95-1c68f2a3e1ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.815905] env[69498]: DEBUG nova.objects.base [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.825888] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-883953fc-cb32-487d-92f6-304e779d0e57/volume-883953fc-cb32-487d-92f6-304e779d0e57.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.826866] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68206fba-fd6b-4693-b2de-4530475717da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.855191] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1204.855191] env[69498]: value = "task-4098761" [ 1204.855191] env[69498]: _type = "Task" [ 1204.855191] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.871823] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.989319] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94283af-a285-4a2d-850b-1740480266fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.000235] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2763dcd-aaff-4b30-a614-664c61518400 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.044988] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ca61e-b1e9-40f9-95d6-3dade0069cd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.048879] env[69498]: INFO nova.compute.manager [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Took 20.01 seconds to build instance. [ 1205.058995] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2bf72-23ac-4c93-b6b7-fad7f3665557 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.076543] env[69498]: DEBUG nova.compute.provider_tree [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.163248] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510365} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.164066] env[69498]: DEBUG nova.network.neutron [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Successfully updated port: 7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.165391] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 7410a512-006e-4c7e-b6a5-fca082559e92/7410a512-006e-4c7e-b6a5-fca082559e92.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.165656] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.166106] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e08185f2-0a8c-45f1-9658-7175d4319758 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.174777] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1205.174777] env[69498]: value = "task-4098762" [ 1205.174777] env[69498]: _type = "Task" [ 1205.174777] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.182343] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.182483] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Cleaning up deleted instances with incomplete migration {{(pid=69498) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1205.187065] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.217624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.240926] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098759, 'name': ReconfigVM_Task, 'duration_secs': 0.721729} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.241283] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 55eab880-ee46-4be8-b293-288252cf5395/55eab880-ee46-4be8-b293-288252cf5395.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.241987] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2051f41-4a68-4521-b16c-5bbaae5740d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.249797] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1205.249797] env[69498]: value = "task-4098763" [ 1205.249797] env[69498]: _type = "Task" [ 1205.249797] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.258727] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098763, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.365634] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.551165] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45625f14-7ce4-464f-a1c4-15ba35986180 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.523s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.579904] env[69498]: DEBUG nova.scheduler.client.report [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.667298] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.667528] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.667722] env[69498]: DEBUG nova.network.neutron [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.688892] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076266} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.689164] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.690664] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.692026] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553798e6-a46f-45cf-b201-34aadd0a5f58 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.720457] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7410a512-006e-4c7e-b6a5-fca082559e92/7410a512-006e-4c7e-b6a5-fca082559e92.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.721378] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac75073-fee2-4f3c-9192-5a5725281b82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.740665] env[69498]: DEBUG nova.network.neutron [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Updated VIF entry in instance network info cache for port 56727dc7-ed37-4bc7-bf5e-24df74cd5293. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.741022] env[69498]: DEBUG nova.network.neutron [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Updating instance_info_cache with network_info: [{"id": "56727dc7-ed37-4bc7-bf5e-24df74cd5293", "address": "fa:16:3e:b8:a5:40", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": null, "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap56727dc7-ed", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.749725] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1205.749725] env[69498]: value = "task-4098764" [ 1205.749725] env[69498]: _type = "Task" [ 1205.749725] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.762647] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.766805] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098763, 'name': Rename_Task, 'duration_secs': 0.189104} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.767157] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.767428] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dcdc5be-c782-49c9-867f-e3c90002589a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.774656] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1205.774656] env[69498]: value = "task-4098765" [ 1205.774656] env[69498]: _type = "Task" [ 1205.774656] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.784503] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.867033] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098761, 'name': ReconfigVM_Task, 'duration_secs': 0.627963} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.867429] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-883953fc-cb32-487d-92f6-304e779d0e57/volume-883953fc-cb32-487d-92f6-304e779d0e57.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.872502] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36817c9-dedc-4df3-8b01-fe5f69a467be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.893139] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1205.893139] env[69498]: value = "task-4098766" [ 1205.893139] env[69498]: _type = "Task" [ 1205.893139] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.906648] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.067069] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.071051] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd598ff0-638c-49f2-86f6-ed85dd6abae3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.078216] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.078599] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3dfbb30-76f2-4ef3-a55b-c3c24d2666be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.084949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.087463] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.759s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.087654] env[69498]: DEBUG nova.objects.instance [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lazy-loading 'resources' on Instance uuid e8f4a208-9060-4daf-ad8f-b02f66714141 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.168855] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.169186] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.169404] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleting the datastore file [datastore2] 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.171899] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-880590c2-9170-4953-8fe4-0f044b9371e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.180405] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1206.180405] env[69498]: value = "task-4098768" [ 1206.180405] env[69498]: _type = "Task" [ 1206.180405] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.189744] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.207238] env[69498]: DEBUG nova.network.neutron [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.244257] env[69498]: DEBUG oslo_concurrency.lockutils [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] Releasing lock "refresh_cache-dffd59ee-5598-4cb6-b536-be9c46388243" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.244603] env[69498]: DEBUG nova.compute.manager [req-65c7b854-e5cd-43fa-a234-95e52cbd4f80 req-2a6032dc-66ee-4966-99b6-3ecd742b0d1f service nova] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Received event network-vif-deleted-c90da106-de9b-4750-b52d-b77d582cc607 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.265388] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.285732] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.362649] env[69498]: DEBUG nova.network.neutron [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updating instance_info_cache with network_info: [{"id": "7bf85156-bb62-431a-ae9c-d7ed59475557", "address": "fa:16:3e:95:7d:00", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85156-bb", "ovs_interfaceid": "7bf85156-bb62-431a-ae9c-d7ed59475557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.402424] env[69498]: DEBUG oslo_vmware.api [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098766, 'name': ReconfigVM_Task, 'duration_secs': 0.191755} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.402729] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.599957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bbb0bde1-0a77-401b-99a5-81f7ee9cc1d6 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.178s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.600840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.101s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.600840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.600840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.601044] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.602806] env[69498]: INFO nova.compute.manager [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Terminating instance [ 1206.695046] env[69498]: DEBUG oslo_vmware.api [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15796} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.695944] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.695944] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.695944] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.721384] env[69498]: INFO nova.scheduler.client.report [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted allocations for instance 237c39e3-b64b-4bb2-b860-a42e5fe8da49 [ 1206.757951] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af798e0-81aa-48cd-92e1-3e403998c7e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.768538] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098764, 'name': ReconfigVM_Task, 'duration_secs': 0.614228} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.770279] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29e3114-d8d7-4f60-b8c8-aea3c7222a85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.773755] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7410a512-006e-4c7e-b6a5-fca082559e92/7410a512-006e-4c7e-b6a5-fca082559e92.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.774727] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-923fb826-f67f-4e04-957e-edc9f11edc8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.811506] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72df6b2-d894-4c9c-9c24-ad72559ce191 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.814856] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1206.814856] env[69498]: value = "task-4098769" [ 1206.814856] env[69498]: _type = "Task" [ 1206.814856] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.816809] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Received event network-vif-plugged-7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.817107] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.817376] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Lock "4614122f-2b4d-432e-804b-4bd6f685427d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.817592] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Lock "4614122f-2b4d-432e-804b-4bd6f685427d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.817786] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] No waiting events found dispatching network-vif-plugged-7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1206.817998] env[69498]: WARNING nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Received unexpected event network-vif-plugged-7bf85156-bb62-431a-ae9c-d7ed59475557 for instance with vm_state building and task_state spawning. [ 1206.818204] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Received event network-changed-7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.818367] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Refreshing instance network info cache due to event network-changed-7bf85156-bb62-431a-ae9c-d7ed59475557. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.818547] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquiring lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.822962] env[69498]: DEBUG oslo_vmware.api [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098765, 'name': PowerOnVM_Task, 'duration_secs': 1.000303} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.826698] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.826987] env[69498]: INFO nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1206.827225] env[69498]: DEBUG nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1206.830546] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ae217-2530-4984-860b-a023f9b9fe96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.834636] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be198354-cdcd-45f4-8afc-d94c0b17b9ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.842812] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098769, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.857421] env[69498]: DEBUG nova.compute.provider_tree [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.865459] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.865882] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Instance network_info: |[{"id": "7bf85156-bb62-431a-ae9c-d7ed59475557", "address": "fa:16:3e:95:7d:00", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85156-bb", "ovs_interfaceid": "7bf85156-bb62-431a-ae9c-d7ed59475557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.866271] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquired lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.866507] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Refreshing network info cache for port 7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.867846] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:7d:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf85156-bb62-431a-ae9c-d7ed59475557', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.875518] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.876705] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.876939] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47aafd8a-642e-4e7c-979d-a6bd89347511 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.899155] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.899155] env[69498]: value = "task-4098770" [ 1206.899155] env[69498]: _type = "Task" [ 1206.899155] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.910726] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098770, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.106210] env[69498]: DEBUG nova.compute.manager [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.106478] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.106825] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94954c68-6748-483c-af44-219a4a93e975 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.118384] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc575ad-2bf0-4957-892f-36f47ff074a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.155125] env[69498]: WARNING nova.virt.vmwareapi.vmops [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dffd59ee-5598-4cb6-b536-be9c46388243 could not be found. [ 1207.155345] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.155528] env[69498]: INFO nova.compute.manager [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1207.155773] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.156098] env[69498]: DEBUG nova.compute.manager [-] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.156203] env[69498]: DEBUG nova.network.neutron [-] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.226356] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.334152] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098769, 'name': Rename_Task, 'duration_secs': 0.13041} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.334451] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.334757] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f7cb90-f44b-4806-b105-9eb1ea119631 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.344260] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1207.344260] env[69498]: value = "task-4098771" [ 1207.344260] env[69498]: _type = "Task" [ 1207.344260] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.353955] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.366087] env[69498]: DEBUG nova.scheduler.client.report [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.373538] env[69498]: INFO nova.compute.manager [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Took 21.45 seconds to build instance. [ 1207.416215] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098770, 'name': CreateVM_Task, 'duration_secs': 0.39608} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.416592] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.417533] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.418027] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.418467] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.421118] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35915a4-8ea5-423d-a655-c8c3cb1b9d20 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.426803] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1207.426803] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522b941b-a53d-249c-65f5-1234e69f2a48" [ 1207.426803] env[69498]: _type = "Task" [ 1207.426803] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.444709] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522b941b-a53d-249c-65f5-1234e69f2a48, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.445046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.445460] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.445539] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.445682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.445856] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.446144] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b67a541-eed6-43a3-9147-ec55d6a69946 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.449814] env[69498]: DEBUG nova.objects.instance [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'flavor' on Instance uuid 613df5dd-963a-4937-b111-38f5e634ddb6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.461115] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.461336] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.462341] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679a45ff-4965-4383-9079-5693ee135d88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.471188] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1207.471188] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a3c9c-deb4-90d1-0131-71fc34599fd0" [ 1207.471188] env[69498]: _type = "Task" [ 1207.471188] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.483706] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a3c9c-deb4-90d1-0131-71fc34599fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.484895] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f26cf2-a2a4-41bd-a4f6-7160b0f735eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.494868] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1207.494868] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528b9ae2-e4a4-392b-3dfb-a02b734773c0" [ 1207.494868] env[69498]: _type = "Task" [ 1207.494868] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.507477] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528b9ae2-e4a4-392b-3dfb-a02b734773c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.507767] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.508084] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4614122f-2b4d-432e-804b-4bd6f685427d/4614122f-2b4d-432e-804b-4bd6f685427d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.508381] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f20e2be-da97-4e27-979e-9b82d0bfb438 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.518024] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1207.518024] env[69498]: value = "task-4098772" [ 1207.518024] env[69498]: _type = "Task" [ 1207.518024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.529864] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.648045] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updated VIF entry in instance network info cache for port 7bf85156-bb62-431a-ae9c-d7ed59475557. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.648045] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updating instance_info_cache with network_info: [{"id": "7bf85156-bb62-431a-ae9c-d7ed59475557", "address": "fa:16:3e:95:7d:00", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85156-bb", "ovs_interfaceid": "7bf85156-bb62-431a-ae9c-d7ed59475557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.854934] env[69498]: DEBUG oslo_vmware.api [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098771, 'name': PowerOnVM_Task, 'duration_secs': 0.482825} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.855253] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.855479] env[69498]: INFO nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1207.855647] env[69498]: DEBUG nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.856583] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e46159e-2741-4750-9bd5-95015adbbeaf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.876092] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.878840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5c1519e4-07ce-4ae2-97f9-8aac081e9f98 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "55eab880-ee46-4be8-b293-288252cf5395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.964s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.879404] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.653s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.879719] env[69498]: DEBUG nova.objects.instance [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'resources' on Instance uuid 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.897587] env[69498]: INFO nova.scheduler.client.report [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleted allocations for instance e8f4a208-9060-4daf-ad8f-b02f66714141 [ 1207.932931] env[69498]: INFO nova.compute.manager [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Rebuilding instance [ 1207.954889] env[69498]: DEBUG oslo_concurrency.lockutils [None req-cc058cfe-0239-4938-bd72-0c3769b45b7f tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.977337] env[69498]: DEBUG nova.network.neutron [-] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.984986] env[69498]: DEBUG nova.compute.manager [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.985896] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8828d76b-a9e3-4f3e-8e01-720728564c34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.030130] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467272} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.030531] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4614122f-2b4d-432e-804b-4bd6f685427d/4614122f-2b4d-432e-804b-4bd6f685427d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.030711] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.030982] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43dbde24-c987-4ce5-8454-32de4d5b937b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.041581] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1208.041581] env[69498]: value = "task-4098773" [ 1208.041581] env[69498]: _type = "Task" [ 1208.041581] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.054255] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.151499] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Releasing lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.151784] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-vif-unplugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.151979] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.152205] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.152364] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.152531] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] No waiting events found dispatching network-vif-unplugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1208.152707] env[69498]: WARNING nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received unexpected event network-vif-unplugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 for instance with vm_state shelved_offloaded and task_state None. [ 1208.152873] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.153042] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing instance network info cache due to event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.153236] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.153374] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.153542] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.375246] env[69498]: INFO nova.compute.manager [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Took 18.99 seconds to build instance. [ 1208.385552] env[69498]: DEBUG nova.objects.instance [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'numa_topology' on Instance uuid 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.409101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e25fe1d5-22db-4ea1-9ad5-d6f7d4d8e486 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "e8f4a208-9060-4daf-ad8f-b02f66714141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.929s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.482466] env[69498]: INFO nova.compute.manager [-] [instance: dffd59ee-5598-4cb6-b536-be9c46388243] Took 1.33 seconds to deallocate network for instance. [ 1208.543403] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.553705] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066379} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.553815] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.554512] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fb49b-574c-4c32-ba6a-b3a858828839 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.580126] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4614122f-2b4d-432e-804b-4bd6f685427d/4614122f-2b4d-432e-804b-4bd6f685427d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.580619] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c48154cf-1c55-4a3c-a45c-dfe6161cfc5f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.602765] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1208.602765] env[69498]: value = "task-4098774" [ 1208.602765] env[69498]: _type = "Task" [ 1208.602765] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.613085] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.737848] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "55eab880-ee46-4be8-b293-288252cf5395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.738229] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "55eab880-ee46-4be8-b293-288252cf5395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.738571] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "55eab880-ee46-4be8-b293-288252cf5395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.738760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "55eab880-ee46-4be8-b293-288252cf5395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.738943] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "55eab880-ee46-4be8-b293-288252cf5395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.743215] env[69498]: INFO nova.compute.manager [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Terminating instance [ 1208.879386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d4bdd91e-d0b8-4c19-93cf-71241753b9f0 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "7410a512-006e-4c7e-b6a5-fca082559e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.502s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.889510] env[69498]: DEBUG nova.objects.base [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Object Instance<237c39e3-b64b-4bb2-b860-a42e5fe8da49> lazy-loaded attributes: resources,numa_topology {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.915038] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updated VIF entry in instance network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.915402] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.003707] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.008611] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6776b674-7d23-4d83-949a-55e48a8eb98c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.016513] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1209.016513] env[69498]: value = "task-4098775" [ 1209.016513] env[69498]: _type = "Task" [ 1209.016513] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.027252] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.029285] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c1876-be4b-4bbd-b590-9a8b945b3c32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.036736] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a7de33-4b1f-42c6-a7e1-28f11f8916d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.070306] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68103af5-5287-481d-bce0-0aecd0f8e4b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.079631] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a37154-9618-41c3-b085-6c4c7188c16b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.096876] env[69498]: DEBUG nova.compute.provider_tree [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.115645] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.247771] env[69498]: DEBUG nova.compute.manager [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.248055] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.249158] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908ff5e-fd43-4484-a5d6-210663b97866 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.257710] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.258351] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86cd2765-3788-410d-8994-1c5646ac5dc3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.266219] env[69498]: DEBUG oslo_vmware.api [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1209.266219] env[69498]: value = "task-4098776" [ 1209.266219] env[69498]: _type = "Task" [ 1209.266219] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.277563] env[69498]: DEBUG oslo_vmware.api [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.418343] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.418738] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Received event network-changed-1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.418789] env[69498]: DEBUG nova.compute.manager [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Refreshing instance network info cache due to event network-changed-1f25f29f-fd83-439a-a7c8-c336c58ff2b8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.419149] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.419265] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.419879] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Refreshing network info cache for port 1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.514337] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9a48fc27-afc8-43bf-b9c0-df7ae4488e2c tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "dffd59ee-5598-4cb6-b536-be9c46388243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.914s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.527050] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098775, 'name': PowerOffVM_Task, 'duration_secs': 0.299311} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.527178] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.597291] env[69498]: INFO nova.compute.manager [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Detaching volume 883953fc-cb32-487d-92f6-304e779d0e57 [ 1209.603210] env[69498]: DEBUG nova.scheduler.client.report [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.618799] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098774, 'name': ReconfigVM_Task, 'duration_secs': 0.919629} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.619116] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4614122f-2b4d-432e-804b-4bd6f685427d/4614122f-2b4d-432e-804b-4bd6f685427d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.619798] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dc356e2-3999-40fe-a5e9-5b772f25e8fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.627348] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1209.627348] env[69498]: value = "task-4098777" [ 1209.627348] env[69498]: _type = "Task" [ 1209.627348] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.637123] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098777, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.638313] env[69498]: INFO nova.virt.block_device [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Attempting to driver detach volume 883953fc-cb32-487d-92f6-304e779d0e57 from mountpoint /dev/sdb [ 1209.638608] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.638941] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.639641] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672c7000-bd0d-4fc6-8eb9-4b922f38cc0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.665038] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e187d9ac-cc62-4eaf-92d2-2ebe09179c81 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.673274] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b988d-6436-4858-b0dd-1bbdbea510e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.696454] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6237f8-7817-412e-bf9c-17ecc788df1c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.713883] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] The volume has not been displaced from its original location: [datastore1] volume-883953fc-cb32-487d-92f6-304e779d0e57/volume-883953fc-cb32-487d-92f6-304e779d0e57.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.719891] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.720360] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a24af6-743a-42d1-ad68-223c30fb6352 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.741271] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1209.741271] env[69498]: value = "task-4098778" [ 1209.741271] env[69498]: _type = "Task" [ 1209.741271] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.751832] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.778605] env[69498]: DEBUG oslo_vmware.api [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098776, 'name': PowerOffVM_Task, 'duration_secs': 0.35016} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.779142] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.779375] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.779664] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b9a3cd-3659-464e-867a-bf58f8469638 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.846421] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "283a2438-dcda-4ba1-9eca-39725e3f66fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.846672] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.860929] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.861167] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.861368] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore1] 55eab880-ee46-4be8-b293-288252cf5395 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.862041] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fa35d3e-4848-4120-8ebc-91d5e01fa979 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.871576] env[69498]: DEBUG oslo_vmware.api [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1209.871576] env[69498]: value = "task-4098780" [ 1209.871576] env[69498]: _type = "Task" [ 1209.871576] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.886482] env[69498]: DEBUG oslo_vmware.api [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.889482] env[69498]: DEBUG nova.compute.manager [None req-4b807f68-decc-4326-8b28-0b4ca61f021b tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.891471] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ccbf39-a20e-4cc2-8d01-a41002abe611 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.969610] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "7410a512-006e-4c7e-b6a5-fca082559e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.969933] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "7410a512-006e-4c7e-b6a5-fca082559e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.971477] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "7410a512-006e-4c7e-b6a5-fca082559e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.971477] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "7410a512-006e-4c7e-b6a5-fca082559e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.971477] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "7410a512-006e-4c7e-b6a5-fca082559e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.973035] env[69498]: INFO nova.compute.manager [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Terminating instance [ 1210.111960] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.141356] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098777, 'name': Rename_Task, 'duration_secs': 0.189242} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.141667] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.141987] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe909678-6124-4268-a599-b7146e9ae421 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.150802] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1210.150802] env[69498]: value = "task-4098781" [ 1210.150802] env[69498]: _type = "Task" [ 1210.150802] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.163626] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.255283] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098778, 'name': ReconfigVM_Task, 'duration_secs': 0.336693} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.255644] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.260717] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad89315-4b05-4f3b-977c-779c599c4832 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.280865] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1210.280865] env[69498]: value = "task-4098782" [ 1210.280865] env[69498]: _type = "Task" [ 1210.280865] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.291587] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.321732] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updated VIF entry in instance network info cache for port 1f25f29f-fd83-439a-a7c8-c336c58ff2b8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.322157] env[69498]: DEBUG nova.network.neutron [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.353123] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.385733] env[69498]: DEBUG oslo_vmware.api [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221686} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.386234] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.386487] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.386684] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.386962] env[69498]: INFO nova.compute.manager [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1210.387273] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.387502] env[69498]: DEBUG nova.compute.manager [-] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.387600] env[69498]: DEBUG nova.network.neutron [-] [instance: 55eab880-ee46-4be8-b293-288252cf5395] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.407188] env[69498]: INFO nova.compute.manager [None req-4b807f68-decc-4326-8b28-0b4ca61f021b tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] instance snapshotting [ 1210.407900] env[69498]: DEBUG nova.objects.instance [None req-4b807f68-decc-4326-8b28-0b4ca61f021b tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lazy-loading 'flavor' on Instance uuid 7410a512-006e-4c7e-b6a5-fca082559e92 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.478031] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "refresh_cache-7410a512-006e-4c7e-b6a5-fca082559e92" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.478514] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquired lock "refresh_cache-7410a512-006e-4c7e-b6a5-fca082559e92" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.478576] env[69498]: DEBUG nova.network.neutron [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.624363] env[69498]: DEBUG oslo_concurrency.lockutils [None req-8b3a6f40-0bcc-4098-8e6d-70f74d8649ff tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.086s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.626930] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.083s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.627262] env[69498]: INFO nova.compute.manager [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Unshelving [ 1210.676374] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.759130] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.759130] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.796465] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098782, 'name': ReconfigVM_Task, 'duration_secs': 0.203822} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.797142] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.825529] env[69498]: DEBUG oslo_concurrency.lockutils [req-8533a09b-afda-4fb9-b9a6-e3f7a6cc26d3 req-17088406-a41b-4205-80d5-50827da546d0 service nova] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.847992] env[69498]: DEBUG nova.compute.manager [req-989ecc62-4fca-4b63-bc6f-bdfb9dbcd38b req-e602dc15-dcb0-470c-ae5f-a4208d4b6a02 service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Received event network-vif-deleted-e4692ee3-89f3-4271-8871-26244e358d3b {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.847992] env[69498]: INFO nova.compute.manager [req-989ecc62-4fca-4b63-bc6f-bdfb9dbcd38b req-e602dc15-dcb0-470c-ae5f-a4208d4b6a02 service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Neutron deleted interface e4692ee3-89f3-4271-8871-26244e358d3b; detaching it from the instance and deleting it from the info cache [ 1210.848204] env[69498]: DEBUG nova.network.neutron [req-989ecc62-4fca-4b63-bc6f-bdfb9dbcd38b req-e602dc15-dcb0-470c-ae5f-a4208d4b6a02 service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.884442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.884720] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.886617] env[69498]: INFO nova.compute.claims [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.915387] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005d2f8-601b-47ed-85ae-6a6c68fd8d4b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.944572] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf16829-87b4-467b-a41b-df189c353359 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.006062] env[69498]: DEBUG nova.network.neutron [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.075802] env[69498]: DEBUG nova.network.neutron [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.167634] env[69498]: DEBUG oslo_vmware.api [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098781, 'name': PowerOnVM_Task, 'duration_secs': 0.707601} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.168713] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.169119] env[69498]: INFO nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1211.169414] env[69498]: DEBUG nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.170545] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de89518-7a2f-4050-8d1c-911fb49ef287 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.184949] env[69498]: DEBUG nova.network.neutron [-] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.261385] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.352989] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3660f6ce-342f-4f65-a23d-2826eb473908 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.366010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a902b9-6d34-42d5-9788-15af245917c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.403642] env[69498]: DEBUG nova.compute.manager [req-989ecc62-4fca-4b63-bc6f-bdfb9dbcd38b req-e602dc15-dcb0-470c-ae5f-a4208d4b6a02 service nova] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Detach interface failed, port_id=e4692ee3-89f3-4271-8871-26244e358d3b, reason: Instance 55eab880-ee46-4be8-b293-288252cf5395 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.460347] env[69498]: DEBUG nova.compute.manager [None req-4b807f68-decc-4326-8b28-0b4ca61f021b tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Instance disappeared during snapshot {{(pid=69498) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1212.299226] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Releasing lock "refresh_cache-7410a512-006e-4c7e-b6a5-fca082559e92" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.299645] env[69498]: DEBUG nova.compute.manager [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.299858] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.310074] env[69498]: INFO nova.compute.manager [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Took 18.01 seconds to build instance. [ 1212.311521] env[69498]: INFO nova.compute.manager [-] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Took 1.92 seconds to deallocate network for instance. [ 1212.315847] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.321350] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bcbbd8-f473-4bf2-a64f-46d953359c04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.329450] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8853357e-88ce-46b7-aa67-3e7b0e5086ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.338441] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.340886] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.341221] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f6b6aa8-7242-43f7-ba33-85f90d4023bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.343062] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1212.343062] env[69498]: value = "task-4098783" [ 1212.343062] env[69498]: _type = "Task" [ 1212.343062] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.353043] env[69498]: DEBUG oslo_vmware.api [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1212.353043] env[69498]: value = "task-4098784" [ 1212.353043] env[69498]: _type = "Task" [ 1212.353043] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.359434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.364076] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.364337] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.364529] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.368224] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7600b60-fdfd-4c80-90fc-97b3b3a29eeb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.378275] env[69498]: DEBUG oslo_vmware.api [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.395159] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad52e08c-afa6-4053-85dc-1faff4a54449 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.402235] env[69498]: WARNING nova.virt.vmwareapi.driver [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1212.402532] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.403304] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d3d21-3572-4e6c-a083-280727859422 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.410660] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.413476] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8911a2e-1f06-41f7-a725-966a94f7e25c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.475344] env[69498]: DEBUG nova.compute.manager [None req-4b807f68-decc-4326-8b28-0b4ca61f021b tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Found 0 images (rotation: 2) {{(pid=69498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1212.490929] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.490929] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.491135] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.491271] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38d957a4-39fd-46ae-8bbc-89ddabd67d94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.502071] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1212.502071] env[69498]: value = "task-4098786" [ 1212.502071] env[69498]: _type = "Task" [ 1212.502071] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.513813] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.542164] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a48cba-c651-4b27-ba72-dba6d94fdeb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.552033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7507ff-cdfd-4bda-b881-2e47fc93bb43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.589733] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43caf20-d1bc-47f5-a50f-cf15af86358e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.598521] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8945a84-8edd-4170-a5ed-b3011fb22e30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.614349] env[69498]: DEBUG nova.compute.provider_tree [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.618741] env[69498]: DEBUG nova.compute.manager [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Received event network-changed-7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.618963] env[69498]: DEBUG nova.compute.manager [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Refreshing instance network info cache due to event network-changed-7bf85156-bb62-431a-ae9c-d7ed59475557. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.619206] env[69498]: DEBUG oslo_concurrency.lockutils [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] Acquiring lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.619349] env[69498]: DEBUG oslo_concurrency.lockutils [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] Acquired lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.619508] env[69498]: DEBUG nova.network.neutron [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Refreshing network info cache for port 7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.812179] env[69498]: DEBUG oslo_concurrency.lockutils [None req-45a2423a-374a-477a-aa5a-cb0a021e304e tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.524s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.833576] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.869514] env[69498]: DEBUG oslo_vmware.api [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098784, 'name': PowerOffVM_Task, 'duration_secs': 0.291347} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.869801] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.869969] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.870233] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0981089c-5f3e-4ed4-bddb-e8af0d2f8904 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.895864] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.896130] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.896357] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Deleting the datastore file [datastore1] 7410a512-006e-4c7e-b6a5-fca082559e92 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.896568] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9aa59d-2d34-4429-bef7-2e846d5c86a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.902840] env[69498]: DEBUG oslo_vmware.api [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for the task: (returnval){ [ 1212.902840] env[69498]: value = "task-4098788" [ 1212.902840] env[69498]: _type = "Task" [ 1212.902840] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.910706] env[69498]: DEBUG oslo_vmware.api [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.012043] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142161} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.012395] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.012602] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.012780] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.117919] env[69498]: DEBUG nova.scheduler.client.report [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.331186] env[69498]: DEBUG nova.network.neutron [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updated VIF entry in instance network info cache for port 7bf85156-bb62-431a-ae9c-d7ed59475557. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.331575] env[69498]: DEBUG nova.network.neutron [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updating instance_info_cache with network_info: [{"id": "7bf85156-bb62-431a-ae9c-d7ed59475557", "address": "fa:16:3e:95:7d:00", "network": {"id": "38d7e6ea-816a-4b69-b272-29037bfe1ad3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-37863467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d05839135bc47a288ce1dcaf6c48530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf85156-bb", "ovs_interfaceid": "7bf85156-bb62-431a-ae9c-d7ed59475557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.413355] env[69498]: DEBUG oslo_vmware.api [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Task: {'id': task-4098788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11467} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.413595] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.413779] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.413954] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.414140] env[69498]: INFO nova.compute.manager [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1213.414386] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.414581] env[69498]: DEBUG nova.compute.manager [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.414676] env[69498]: DEBUG nova.network.neutron [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.430325] env[69498]: DEBUG nova.network.neutron [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.518404] env[69498]: INFO nova.virt.block_device [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Booting with volume 883953fc-cb32-487d-92f6-304e779d0e57 at /dev/sdb [ 1213.554689] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ff5f994-6079-475c-8213-0c72a4be45ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.564900] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aedfd98-2ac2-41db-b18c-e20aa2c0bff9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.605442] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a8d9377-b4d6-4a5a-bb8e-0068a94dd564 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.615257] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48448e92-ea71-4742-aa2e-c87e61bfccb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.626240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.626847] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.629367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.289s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.631113] env[69498]: INFO nova.compute.claims [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.654267] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f90cc73-2f6a-4d10-b9c4-0ab5c6445288 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.663456] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ed0584-b7f5-4bc1-b9bf-6775eb44b3a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.678580] env[69498]: DEBUG nova.virt.block_device [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating existing volume attachment record: 65da05dd-9036-43d6-ae66-0aef00cba5b3 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1213.834812] env[69498]: DEBUG oslo_concurrency.lockutils [req-bb93ae93-6c35-4a9f-81bb-e2c63ab90b62 req-0e12cdf2-41f0-4a9a-a120-75258d877e72 service nova] Releasing lock "refresh_cache-4614122f-2b4d-432e-804b-4bd6f685427d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.932591] env[69498]: DEBUG nova.network.neutron [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.139273] env[69498]: DEBUG nova.compute.utils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.141336] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.141540] env[69498]: DEBUG nova.network.neutron [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.187312] env[69498]: DEBUG nova.policy [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f78f2910ee4bc0b46aa523f3002e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56ad138d70a3438a989640f9e4fc499b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.437942] env[69498]: INFO nova.compute.manager [-] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Took 1.02 seconds to deallocate network for instance. [ 1214.445468] env[69498]: DEBUG nova.network.neutron [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Successfully created port: 3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.642388] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.803295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d582e7-61f2-4834-9f7c-681bb85a3db1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.811959] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f7cf3-4e09-4e76-8f1d-68b8277e182a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.842651] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceeaa4e-9c0c-45e9-ba7a-22b987a422f6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.850578] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f6d03e-2865-4a84-8e88-b741796def5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.864199] env[69498]: DEBUG nova.compute.provider_tree [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.943490] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.368221] env[69498]: DEBUG nova.scheduler.client.report [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.653670] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.683442] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.683746] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.683910] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.684119] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.684272] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.684422] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.684635] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.684806] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.685081] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.685284] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.685465] env[69498]: DEBUG nova.virt.hardware [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.686391] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0708880-4658-42eb-910d-a5f956fde70c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.695339] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345d1968-f853-4810-832c-0c4740cad7d7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.792780] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.793146] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.793229] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.793456] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.793526] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.793668] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.793864] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.794027] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.794196] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.794357] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.794523] env[69498]: DEBUG nova.virt.hardware [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.795416] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153c7389-60eb-4514-9c1e-2fe7e6fc2fcb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.805365] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d1120-e6db-4037-ab97-eb5fae791e1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.821035] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:ff:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c50721d6-ada4-4509-b674-1095fb39f9f4', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.828403] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.828681] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.828944] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d006047a-6f80-45e0-a6f9-9deaf3cbda26 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.850955] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.850955] env[69498]: value = "task-4098789" [ 1215.850955] env[69498]: _type = "Task" [ 1215.850955] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.859679] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098789, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.876066] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.876668] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.880586] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.521s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.880808] env[69498]: DEBUG nova.objects.instance [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'pci_requests' on Instance uuid 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.884923] env[69498]: DEBUG nova.compute.manager [req-72545493-7443-4416-a02e-a01beb9620d4 req-c3b3b650-eef0-4c28-be34-57ca4c3f982f service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Received event network-vif-plugged-3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.884923] env[69498]: DEBUG oslo_concurrency.lockutils [req-72545493-7443-4416-a02e-a01beb9620d4 req-c3b3b650-eef0-4c28-be34-57ca4c3f982f service nova] Acquiring lock "283a2438-dcda-4ba1-9eca-39725e3f66fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.884923] env[69498]: DEBUG oslo_concurrency.lockutils [req-72545493-7443-4416-a02e-a01beb9620d4 req-c3b3b650-eef0-4c28-be34-57ca4c3f982f service nova] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.884923] env[69498]: DEBUG oslo_concurrency.lockutils [req-72545493-7443-4416-a02e-a01beb9620d4 req-c3b3b650-eef0-4c28-be34-57ca4c3f982f service nova] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.884923] env[69498]: DEBUG nova.compute.manager [req-72545493-7443-4416-a02e-a01beb9620d4 req-c3b3b650-eef0-4c28-be34-57ca4c3f982f service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] No waiting events found dispatching network-vif-plugged-3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.884923] env[69498]: WARNING nova.compute.manager [req-72545493-7443-4416-a02e-a01beb9620d4 req-c3b3b650-eef0-4c28-be34-57ca4c3f982f service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Received unexpected event network-vif-plugged-3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 for instance with vm_state building and task_state spawning. [ 1215.942548] env[69498]: DEBUG nova.network.neutron [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Successfully updated port: 3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.362058] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098789, 'name': CreateVM_Task, 'duration_secs': 0.343267} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.362228] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.362913] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.363105] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.363442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.363701] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5da727-4f10-4ca5-83aa-94854673f04a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.368776] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1216.368776] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523fc5cb-07c2-c9f1-9f35-66b517ac2eac" [ 1216.368776] env[69498]: _type = "Task" [ 1216.368776] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.377502] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523fc5cb-07c2-c9f1-9f35-66b517ac2eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.386306] env[69498]: DEBUG nova.objects.instance [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'numa_topology' on Instance uuid 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.389148] env[69498]: DEBUG nova.compute.utils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.390580] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.391472] env[69498]: DEBUG nova.network.neutron [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.427281] env[69498]: DEBUG nova.policy [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f535547f95e409bab17f7051e937e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd8ef461d5c45ada349c23d9bc859c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.445889] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "refresh_cache-283a2438-dcda-4ba1-9eca-39725e3f66fd" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.446234] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "refresh_cache-283a2438-dcda-4ba1-9eca-39725e3f66fd" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.446411] env[69498]: DEBUG nova.network.neutron [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.710447] env[69498]: DEBUG nova.network.neutron [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Successfully created port: 3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.879643] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523fc5cb-07c2-c9f1-9f35-66b517ac2eac, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.879948] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.880196] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.880464] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.880602] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.880878] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.881165] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdd95a0a-5f1a-4424-bb2f-a1c9e50315ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.890914] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.893991] env[69498]: INFO nova.compute.claims [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.896508] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.898020] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.898020] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69ec586-c990-4846-985e-ae1e2538f455 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.905054] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1216.905054] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c3652c-20d5-c6a4-f768-d7dd55c551cd" [ 1216.905054] env[69498]: _type = "Task" [ 1216.905054] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.915033] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c3652c-20d5-c6a4-f768-d7dd55c551cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.980496] env[69498]: DEBUG nova.network.neutron [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.353779] env[69498]: DEBUG nova.network.neutron [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Updating instance_info_cache with network_info: [{"id": "3cd8ed25-ab46-44cd-ab8e-4348e4cf5580", "address": "fa:16:3e:28:8c:cc", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd8ed25-ab", "ovs_interfaceid": "3cd8ed25-ab46-44cd-ab8e-4348e4cf5580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.414985] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c3652c-20d5-c6a4-f768-d7dd55c551cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.416375] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e854ed5-5c73-425f-bb20-4f5e01b06e78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.423030] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1217.423030] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261c0d2-5d7d-a2ba-6b83-c44e16d95c7f" [ 1217.423030] env[69498]: _type = "Task" [ 1217.423030] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.434283] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261c0d2-5d7d-a2ba-6b83-c44e16d95c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.858219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "refresh_cache-283a2438-dcda-4ba1-9eca-39725e3f66fd" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.858670] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Instance network_info: |[{"id": "3cd8ed25-ab46-44cd-ab8e-4348e4cf5580", "address": "fa:16:3e:28:8c:cc", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd8ed25-ab", "ovs_interfaceid": "3cd8ed25-ab46-44cd-ab8e-4348e4cf5580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.859172] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:8c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd8ed25-ab46-44cd-ab8e-4348e4cf5580', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.868212] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.868446] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.869194] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a06088f-f2bc-4817-a92a-66defd5a0bb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.892249] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.892249] env[69498]: value = "task-4098790" [ 1217.892249] env[69498]: _type = "Task" [ 1217.892249] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.901504] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098790, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.905855] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.913201] env[69498]: DEBUG nova.compute.manager [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Received event network-changed-3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.913402] env[69498]: DEBUG nova.compute.manager [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Refreshing instance network info cache due to event network-changed-3cd8ed25-ab46-44cd-ab8e-4348e4cf5580. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.913605] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] Acquiring lock "refresh_cache-283a2438-dcda-4ba1-9eca-39725e3f66fd" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.913801] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] Acquired lock "refresh_cache-283a2438-dcda-4ba1-9eca-39725e3f66fd" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.913961] env[69498]: DEBUG nova.network.neutron [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Refreshing network info cache for port 3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.936875] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261c0d2-5d7d-a2ba-6b83-c44e16d95c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.939619] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.939944] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.940773] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d33e4c25-3183-4a90-975d-f9a6fcc71f41 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.945764] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.946054] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.946264] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.946498] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.946697] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.946902] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.947168] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.947371] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.947579] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.947760] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.947981] env[69498]: DEBUG nova.virt.hardware [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.949484] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf62f07-e7ce-41b1-8f32-79c42806a66c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.964777] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42459759-8d49-4db8-a114-dd88d5098140 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.969407] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1217.969407] env[69498]: value = "task-4098791" [ 1217.969407] env[69498]: _type = "Task" [ 1217.969407] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.993432] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.085715] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f070545-384e-4048-828e-52f939d0cbaa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.094687] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6120831-27ec-438c-a4df-8416ff3722d3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.128522] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08deeb3-479b-4785-a054-253ef9f76554 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.137339] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f0d83-ec0d-4826-8d6e-3d173939c4d4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.152071] env[69498]: DEBUG nova.compute.provider_tree [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.218640] env[69498]: DEBUG nova.network.neutron [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Successfully updated port: 3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.403860] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098790, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.483306] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479531} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.483639] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.483904] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.484257] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4953faac-6212-491b-bd7c-0c511e60fa4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.494359] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1218.494359] env[69498]: value = "task-4098792" [ 1218.494359] env[69498]: _type = "Task" [ 1218.494359] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.502803] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.624777] env[69498]: DEBUG nova.network.neutron [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Updated VIF entry in instance network info cache for port 3cd8ed25-ab46-44cd-ab8e-4348e4cf5580. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.625179] env[69498]: DEBUG nova.network.neutron [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Updating instance_info_cache with network_info: [{"id": "3cd8ed25-ab46-44cd-ab8e-4348e4cf5580", "address": "fa:16:3e:28:8c:cc", "network": {"id": "a92ba7fb-a296-4394-8342-6314dbaf684b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1347964249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ad138d70a3438a989640f9e4fc499b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd8ed25-ab", "ovs_interfaceid": "3cd8ed25-ab46-44cd-ab8e-4348e4cf5580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.654985] env[69498]: DEBUG nova.scheduler.client.report [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.725199] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-48fe2b75-510f-48b0-a5ce-11a438dffc94" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.725400] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-48fe2b75-510f-48b0-a5ce-11a438dffc94" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.725566] env[69498]: DEBUG nova.network.neutron [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.904575] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098790, 'name': CreateVM_Task, 'duration_secs': 0.539604} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.904974] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.905541] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.905713] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.906116] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.906401] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc93d786-6cf6-45e1-b4e7-f85097bbb325 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.912518] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1218.912518] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52509ca5-a5ce-3258-ebee-72e0cfe4c016" [ 1218.912518] env[69498]: _type = "Task" [ 1218.912518] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.922354] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52509ca5-a5ce-3258-ebee-72e0cfe4c016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.004446] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068538} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.004789] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.005640] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff413d8-1bf0-4e47-901e-5a3454ea65c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.027605] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.027881] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1154f3-dadc-438f-92a4-3b30defe04a8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.048748] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1219.048748] env[69498]: value = "task-4098793" [ 1219.048748] env[69498]: _type = "Task" [ 1219.048748] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.057813] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.127778] env[69498]: DEBUG oslo_concurrency.lockutils [req-2ab4b98b-0d0d-40df-a59b-4217de11e0ab req-77fceca5-0aa0-4466-bb8b-3a294921107d service nova] Releasing lock "refresh_cache-283a2438-dcda-4ba1-9eca-39725e3f66fd" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.162014] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.281s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.164689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.331s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.164980] env[69498]: DEBUG nova.objects.instance [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid 55eab880-ee46-4be8-b293-288252cf5395 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.193781] env[69498]: INFO nova.network.neutron [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating port de7c92e2-bc02-4693-a264-d2038b95cfc2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1219.277023] env[69498]: DEBUG nova.network.neutron [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.423463] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52509ca5-a5ce-3258-ebee-72e0cfe4c016, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.423782] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.424024] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.424262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.424413] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.424663] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.424934] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ec970a-6c0a-4d21-9cdc-e13ec1b1dfdb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.433956] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.434234] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.434971] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563a7c3a-3373-472a-a236-e693a4f96492 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.440292] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1219.440292] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5220a096-2d22-a601-2b41-6681b32b36b9" [ 1219.440292] env[69498]: _type = "Task" [ 1219.440292] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.451321] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5220a096-2d22-a601-2b41-6681b32b36b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.452150] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2f634c-70c1-4546-9911-b6c8e78c5f57 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.458211] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1219.458211] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52449a07-bbe6-adb8-470c-ebd4c76c25b9" [ 1219.458211] env[69498]: _type = "Task" [ 1219.458211] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.466541] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52449a07-bbe6-adb8-470c-ebd4c76c25b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.498970] env[69498]: DEBUG nova.network.neutron [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Updating instance_info_cache with network_info: [{"id": "3994cd00-08bb-4021-b92a-357a30bc28e7", "address": "fa:16:3e:88:ad:4b", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3994cd00-08", "ovs_interfaceid": "3994cd00-08bb-4021-b92a-357a30bc28e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.558742] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098793, 'name': ReconfigVM_Task, 'duration_secs': 0.284158} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.559033] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6/613df5dd-963a-4937-b111-38f5e634ddb6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.560497] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'e3962954-209d-4678-9877-4850ecfcddab'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'}, 'device_type': None, 'boot_index': None, 'attachment_id': '65da05dd-9036-43d6-ae66-0aef00cba5b3', 'guest_format': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1219.560701] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.560892] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.561683] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7e22a0-4deb-48b2-9111-2f90ca5ee6ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.577630] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b90ad-aa0b-48aa-bb44-c945c04a18e3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.603378] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-883953fc-cb32-487d-92f6-304e779d0e57/volume-883953fc-cb32-487d-92f6-304e779d0e57.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.603670] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf3f68f-219a-471d-91fd-248d4045fc7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.622968] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1219.622968] env[69498]: value = "task-4098794" [ 1219.622968] env[69498]: _type = "Task" [ 1219.622968] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.631038] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.813316] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b08fe5-0d31-447c-ab57-90e648970be4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.821188] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045144ec-9494-4ceb-a052-2c4a7c612a37 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852439] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b247e-7245-4c09-bc48-fa28e5e3139f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.860551] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a19d1f-67ea-4e84-83af-9936f631e4d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.874817] env[69498]: DEBUG nova.compute.provider_tree [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.941845] env[69498]: DEBUG nova.compute.manager [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Received event network-vif-plugged-3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.942131] env[69498]: DEBUG oslo_concurrency.lockutils [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] Acquiring lock "48fe2b75-510f-48b0-a5ce-11a438dffc94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.942361] env[69498]: DEBUG oslo_concurrency.lockutils [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.942550] env[69498]: DEBUG oslo_concurrency.lockutils [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.942756] env[69498]: DEBUG nova.compute.manager [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] No waiting events found dispatching network-vif-plugged-3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1219.942952] env[69498]: WARNING nova.compute.manager [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Received unexpected event network-vif-plugged-3994cd00-08bb-4021-b92a-357a30bc28e7 for instance with vm_state building and task_state spawning. [ 1219.943161] env[69498]: DEBUG nova.compute.manager [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Received event network-changed-3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.943351] env[69498]: DEBUG nova.compute.manager [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Refreshing instance network info cache due to event network-changed-3994cd00-08bb-4021-b92a-357a30bc28e7. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.943572] env[69498]: DEBUG oslo_concurrency.lockutils [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] Acquiring lock "refresh_cache-48fe2b75-510f-48b0-a5ce-11a438dffc94" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.968445] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52449a07-bbe6-adb8-470c-ebd4c76c25b9, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.968708] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.968977] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 283a2438-dcda-4ba1-9eca-39725e3f66fd/283a2438-dcda-4ba1-9eca-39725e3f66fd.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.969287] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3442eec6-24f2-47b6-a839-32a426529132 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.975669] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1219.975669] env[69498]: value = "task-4098795" [ 1219.975669] env[69498]: _type = "Task" [ 1219.975669] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.985798] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.001637] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-48fe2b75-510f-48b0-a5ce-11a438dffc94" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.002040] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Instance network_info: |[{"id": "3994cd00-08bb-4021-b92a-357a30bc28e7", "address": "fa:16:3e:88:ad:4b", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3994cd00-08", "ovs_interfaceid": "3994cd00-08bb-4021-b92a-357a30bc28e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.002340] env[69498]: DEBUG oslo_concurrency.lockutils [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] Acquired lock "refresh_cache-48fe2b75-510f-48b0-a5ce-11a438dffc94" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.002521] env[69498]: DEBUG nova.network.neutron [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Refreshing network info cache for port 3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.003786] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ad:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3994cd00-08bb-4021-b92a-357a30bc28e7', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.011572] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.014069] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.014685] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a364c0a-2ee3-407c-b1fb-20129da4b24f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.037440] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.037440] env[69498]: value = "task-4098796" [ 1220.037440] env[69498]: _type = "Task" [ 1220.037440] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.047426] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098796, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.136320] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098794, 'name': ReconfigVM_Task, 'duration_secs': 0.32822} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.137070] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-883953fc-cb32-487d-92f6-304e779d0e57/volume-883953fc-cb32-487d-92f6-304e779d0e57.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.141691] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64afbdb9-f3ed-4b41-8eb4-a37f676df964 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.161986] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1220.161986] env[69498]: value = "task-4098797" [ 1220.161986] env[69498]: _type = "Task" [ 1220.161986] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.169302] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.293729] env[69498]: DEBUG nova.network.neutron [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Updated VIF entry in instance network info cache for port 3994cd00-08bb-4021-b92a-357a30bc28e7. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.294128] env[69498]: DEBUG nova.network.neutron [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Updating instance_info_cache with network_info: [{"id": "3994cd00-08bb-4021-b92a-357a30bc28e7", "address": "fa:16:3e:88:ad:4b", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3994cd00-08", "ovs_interfaceid": "3994cd00-08bb-4021-b92a-357a30bc28e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.378568] env[69498]: DEBUG nova.scheduler.client.report [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.487146] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50331} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.487458] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 283a2438-dcda-4ba1-9eca-39725e3f66fd/283a2438-dcda-4ba1-9eca-39725e3f66fd.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.487689] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.487992] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ecc8755-b5eb-4edd-afac-1ff2e0ed4939 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.494779] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1220.494779] env[69498]: value = "task-4098798" [ 1220.494779] env[69498]: _type = "Task" [ 1220.494779] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.504401] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.548313] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098796, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.671022] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098797, 'name': ReconfigVM_Task, 'duration_secs': 0.342457} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.671191] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.671858] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234df6f8-80c8-440d-b53a-455c30272ade {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.679120] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1220.679120] env[69498]: value = "task-4098799" [ 1220.679120] env[69498]: _type = "Task" [ 1220.679120] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.687722] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098799, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.797647] env[69498]: DEBUG oslo_concurrency.lockutils [req-34c00d60-8a51-4848-8ea0-96b868187e3b req-9463bddc-979b-450f-8472-ab1649f1ff4f service nova] Releasing lock "refresh_cache-48fe2b75-510f-48b0-a5ce-11a438dffc94" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.807014] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.807278] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.807491] env[69498]: DEBUG nova.network.neutron [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.884171] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.886664] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.943s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.886901] env[69498]: DEBUG nova.objects.instance [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lazy-loading 'resources' on Instance uuid 7410a512-006e-4c7e-b6a5-fca082559e92 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.904488] env[69498]: INFO nova.scheduler.client.report [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance 55eab880-ee46-4be8-b293-288252cf5395 [ 1221.005978] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070608} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.006380] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.007129] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0035c74-9d11-411c-8567-d9865f7f451a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.032924] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 283a2438-dcda-4ba1-9eca-39725e3f66fd/283a2438-dcda-4ba1-9eca-39725e3f66fd.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.033258] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ec56a9-3440-437c-ae9e-85e304645e47 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.056811] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098796, 'name': CreateVM_Task, 'duration_secs': 0.592625} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.058029] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.058430] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1221.058430] env[69498]: value = "task-4098800" [ 1221.058430] env[69498]: _type = "Task" [ 1221.058430] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.059044] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.059197] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.059516] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.059800] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b8f15a-c8e2-42ad-99b0-309244cd3bd9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.067308] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1221.067308] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a61719-715b-559a-0851-d599f3da7524" [ 1221.067308] env[69498]: _type = "Task" [ 1221.067308] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.070539] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.078448] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a61719-715b-559a-0851-d599f3da7524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.189990] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098799, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.412608] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2d93c0f0-8784-4e2a-ac39-8df031a31023 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "55eab880-ee46-4be8-b293-288252cf5395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.674s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.539164] env[69498]: DEBUG nova.network.neutron [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.550172] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be465285-59a1-4989-9ef6-c6a06fafc72f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.560750] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d41ee70-c1f4-4c74-80d4-3ccc4575fccf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.573966] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098800, 'name': ReconfigVM_Task, 'duration_secs': 0.291837} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.603609] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 283a2438-dcda-4ba1-9eca-39725e3f66fd/283a2438-dcda-4ba1-9eca-39725e3f66fd.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.604723] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1e2a780-0a40-4161-b1e4-c3d9ea8f61e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.606884] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c89db-a445-44a1-a8c3-dfd3fea43b7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.618170] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a61719-715b-559a-0851-d599f3da7524, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.620503] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd57d50-ffd0-48d8-be44-a5d5bbc017b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.624615] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.624949] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.625130] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.625282] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.625458] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.625783] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1221.625783] env[69498]: value = "task-4098801" [ 1221.625783] env[69498]: _type = "Task" [ 1221.625783] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.626341] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f206266b-f674-4f46-90a8-7bb8c10afdd3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.642165] env[69498]: DEBUG nova.compute.provider_tree [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.649945] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098801, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.651998] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.652275] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.653884] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dca6e14-2a51-458f-84e0-1824e68f829f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.660810] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1221.660810] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5277752c-6008-e8c9-7d0d-443be91fcd5a" [ 1221.660810] env[69498]: _type = "Task" [ 1221.660810] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.669895] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5277752c-6008-e8c9-7d0d-443be91fcd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.692649] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098799, 'name': Rename_Task, 'duration_secs': 0.545607} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.692950] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.693251] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d874bb8-bd9b-455d-9ec4-693aa507af59 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.701556] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1221.701556] env[69498]: value = "task-4098802" [ 1221.701556] env[69498]: _type = "Task" [ 1221.701556] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.711219] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.973250] env[69498]: DEBUG nova.compute.manager [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-vif-plugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.973645] env[69498]: DEBUG oslo_concurrency.lockutils [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.973740] env[69498]: DEBUG oslo_concurrency.lockutils [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.973926] env[69498]: DEBUG oslo_concurrency.lockutils [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.974422] env[69498]: DEBUG nova.compute.manager [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] No waiting events found dispatching network-vif-plugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.974510] env[69498]: WARNING nova.compute.manager [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received unexpected event network-vif-plugged-de7c92e2-bc02-4693-a264-d2038b95cfc2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1221.974677] env[69498]: DEBUG nova.compute.manager [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.974915] env[69498]: DEBUG nova.compute.manager [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing instance network info cache due to event network-changed-de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.975088] env[69498]: DEBUG oslo_concurrency.lockutils [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] Acquiring lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.041518] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.045027] env[69498]: DEBUG oslo_concurrency.lockutils [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] Acquired lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.045027] env[69498]: DEBUG nova.network.neutron [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Refreshing network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.072158] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dd5743a0e25b0723c0140b11d6ec18b4',container_format='bare',created_at=2025-05-13T20:17:16Z,direct_url=,disk_format='vmdk',id=cdabc912-25b3-46aa-8927-7cea553cd6ab,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-123093828-shelved',owner='bb1ca50c26444119a0312d6b52e4cd2d',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-05-13T20:17:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.072461] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.072626] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.072808] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.072965] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.073147] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.073358] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.073516] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.073680] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.073864] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.074066] env[69498]: DEBUG nova.virt.hardware [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.075356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f49f8c-ee41-4a69-82a0-af0710e9f2a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.084295] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cc757c-0c58-452b-8458-fe96310c983c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.099860] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6d:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de7c92e2-bc02-4693-a264-d2038b95cfc2', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.107460] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.108037] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.108266] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fe40786-0c08-4a65-a5c4-26253c13f65c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.128065] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.128065] env[69498]: value = "task-4098803" [ 1222.128065] env[69498]: _type = "Task" [ 1222.128065] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.143123] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098801, 'name': Rename_Task, 'duration_secs': 0.157564} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.146406] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.147292] env[69498]: DEBUG nova.scheduler.client.report [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.150413] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098803, 'name': CreateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.151011] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b51fc13-db5b-4f2e-af0a-11bfad03196a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.158849] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1222.158849] env[69498]: value = "task-4098804" [ 1222.158849] env[69498]: _type = "Task" [ 1222.158849] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.170854] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.175015] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5277752c-6008-e8c9-7d0d-443be91fcd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.175851] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd4a317-d08b-4bdf-b1db-c5ffaae05d4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.182310] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1222.182310] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526e1adf-3d95-5ede-45ff-31b93d4d61e2" [ 1222.182310] env[69498]: _type = "Task" [ 1222.182310] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.192275] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526e1adf-3d95-5ede-45ff-31b93d4d61e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.214285] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098802, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.562285] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.562285] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.639488] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098803, 'name': CreateVM_Task, 'duration_secs': 0.38781} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.639715] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.640436] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.640593] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.640976] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.641388] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81b686b-a6d4-48e4-ac00-ec50a7f23cea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.646879] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1222.646879] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5209a33a-6879-9195-cd36-f9b3a3663deb" [ 1222.646879] env[69498]: _type = "Task" [ 1222.646879] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.652152] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.660801] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5209a33a-6879-9195-cd36-f9b3a3663deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.672972] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.674045] env[69498]: INFO nova.scheduler.client.report [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Deleted allocations for instance 7410a512-006e-4c7e-b6a5-fca082559e92 [ 1222.695221] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]526e1adf-3d95-5ede-45ff-31b93d4d61e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.699389] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.699626] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 48fe2b75-510f-48b0-a5ce-11a438dffc94/48fe2b75-510f-48b0-a5ce-11a438dffc94.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.700124] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5ae756-0542-40fc-9509-c456eee27dbd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.710770] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1222.710770] env[69498]: value = "task-4098805" [ 1222.710770] env[69498]: _type = "Task" [ 1222.710770] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.719690] env[69498]: DEBUG oslo_vmware.api [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098802, 'name': PowerOnVM_Task, 'duration_secs': 0.550845} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.720724] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.721028] env[69498]: DEBUG nova.compute.manager [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.722198] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725ca1e-50f2-4ac9-94dd-e57781ae1ff5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.730811] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.818276] env[69498]: DEBUG nova.network.neutron [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updated VIF entry in instance network info cache for port de7c92e2-bc02-4693-a264-d2038b95cfc2. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.818706] env[69498]: DEBUG nova.network.neutron [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [{"id": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "address": "fa:16:3e:8a:6d:8d", "network": {"id": "38487ca3-0ee9-444a-a377-3a371f630cae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1938007726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1ca50c26444119a0312d6b52e4cd2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7c92e2-bc", "ovs_interfaceid": "de7c92e2-bc02-4693-a264-d2038b95cfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.064185] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.158020] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.158335] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Processing image cdabc912-25b3-46aa-8927-7cea553cd6ab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.158582] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.158731] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.158915] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.159245] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ee85272-6f94-46b9-84d7-ab369b067134 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.170149] env[69498]: DEBUG oslo_vmware.api [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098804, 'name': PowerOnVM_Task, 'duration_secs': 0.516448} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.171409] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.171629] env[69498]: INFO nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1223.171811] env[69498]: DEBUG nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.172195] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.172290] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.173458] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b171a551-77ca-4b4d-b646-a36e675154bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.175891] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e87cac-5f75-4bfe-8b22-8d0c7abb3b02 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.184577] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1223.184577] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ed8330-d048-1bb9-4935-d2897abb4de0" [ 1223.184577] env[69498]: _type = "Task" [ 1223.184577] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.188435] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2b1a45d9-3447-40c2-8001-102b7712c740 tempest-ServersAaction247Test-1334993629 tempest-ServersAaction247Test-1334993629-project-member] Lock "7410a512-006e-4c7e-b6a5-fca082559e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.218s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.201846] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1223.202370] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Fetch image to [datastore1] OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703/OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1223.202516] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Downloading stream optimized image cdabc912-25b3-46aa-8927-7cea553cd6ab to [datastore1] OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703/OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703.vmdk on the data store datastore1 as vApp {{(pid=69498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1223.202658] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Downloading image file data cdabc912-25b3-46aa-8927-7cea553cd6ab to the ESX as VM named 'OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703' {{(pid=69498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1223.222687] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.253611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.253881] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.254104] env[69498]: DEBUG nova.objects.instance [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1223.288606] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1223.288606] env[69498]: value = "resgroup-9" [ 1223.288606] env[69498]: _type = "ResourcePool" [ 1223.288606] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1223.289263] env[69498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-50921b85-f896-41a3-9996-1e778f9dbdba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.315702] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease: (returnval){ [ 1223.315702] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1223.315702] env[69498]: _type = "HttpNfcLease" [ 1223.315702] env[69498]: } obtained for vApp import into resource pool (val){ [ 1223.315702] env[69498]: value = "resgroup-9" [ 1223.315702] env[69498]: _type = "ResourcePool" [ 1223.315702] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1223.316191] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the lease: (returnval){ [ 1223.316191] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1223.316191] env[69498]: _type = "HttpNfcLease" [ 1223.316191] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.321334] env[69498]: DEBUG oslo_concurrency.lockutils [req-82187fd7-91c3-4d26-9e1e-2dd9fa1d11cf req-1ae7f405-324a-4f1d-9398-2156581b4b0b service nova] Releasing lock "refresh_cache-237c39e3-b64b-4bb2-b860-a42e5fe8da49" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.324618] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.324618] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1223.324618] env[69498]: _type = "HttpNfcLease" [ 1223.324618] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.588829] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.699031] env[69498]: INFO nova.compute.manager [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Took 12.84 seconds to build instance. [ 1223.723546] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929841} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.723827] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 48fe2b75-510f-48b0-a5ce-11a438dffc94/48fe2b75-510f-48b0-a5ce-11a438dffc94.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.724062] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.724346] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ebc103f-25b7-4fce-8f7d-7f1746e60e42 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.732765] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1223.732765] env[69498]: value = "task-4098807" [ 1223.732765] env[69498]: _type = "Task" [ 1223.732765] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.743182] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.829207] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.829207] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1223.829207] env[69498]: _type = "HttpNfcLease" [ 1223.829207] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.203905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-03dab214-2ec6-418c-82ab-350c4aa3cca0 tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.357s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.243536] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102354} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.243896] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.244797] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508b446e-a342-44c1-a8c6-f1c053994fb8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.270449] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 48fe2b75-510f-48b0-a5ce-11a438dffc94/48fe2b75-510f-48b0-a5ce-11a438dffc94.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.271652] env[69498]: DEBUG oslo_concurrency.lockutils [None req-74e1e4ca-3966-473e-a584-1722749c0276 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.273102] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe18b9b-cd9c-47d5-ac0f-c9acdd42f27d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.288571] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.700s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.290398] env[69498]: INFO nova.compute.claims [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.301165] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1224.301165] env[69498]: value = "task-4098808" [ 1224.301165] env[69498]: _type = "Task" [ 1224.301165] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.311748] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.325163] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.325163] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1224.325163] env[69498]: _type = "HttpNfcLease" [ 1224.325163] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.345103] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "283a2438-dcda-4ba1-9eca-39725e3f66fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.345320] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.345546] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "283a2438-dcda-4ba1-9eca-39725e3f66fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.345739] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.345931] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.348329] env[69498]: INFO nova.compute.manager [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Terminating instance [ 1224.814743] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.826352] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.826352] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1224.826352] env[69498]: _type = "HttpNfcLease" [ 1224.826352] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.853344] env[69498]: DEBUG nova.compute.manager [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.853547] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.854506] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73849a3-b3d8-4947-9000-d481ffd71a8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.863838] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.864220] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24930bd-10ef-4989-b4d9-d747fe3fadb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.872463] env[69498]: DEBUG oslo_vmware.api [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1224.872463] env[69498]: value = "task-4098809" [ 1224.872463] env[69498]: _type = "Task" [ 1224.872463] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.883217] env[69498]: DEBUG oslo_vmware.api [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.314570] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098808, 'name': ReconfigVM_Task, 'duration_secs': 0.626706} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.314928] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 48fe2b75-510f-48b0-a5ce-11a438dffc94/48fe2b75-510f-48b0-a5ce-11a438dffc94.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.315516] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9563c060-fb07-4646-a7fd-346d9afdde36 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.327221] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1225.327221] env[69498]: value = "task-4098810" [ 1225.327221] env[69498]: _type = "Task" [ 1225.327221] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.332543] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.332543] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1225.332543] env[69498]: _type = "HttpNfcLease" [ 1225.332543] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.333271] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.333271] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c52473-70c0-e2b6-9d97-385c31dd8fb2" [ 1225.333271] env[69498]: _type = "HttpNfcLease" [ 1225.333271] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1225.334350] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc5174-90e3-4d5a-8447-6d83f8151962 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.342999] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098810, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.351568] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcd423-e7eb-dcad-8730-6da33efe9847/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.351568] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcd423-e7eb-dcad-8730-6da33efe9847/disk-0.vmdk. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1225.421233] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0a815b1-56b7-4948-b51e-6816e2d92a72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.423175] env[69498]: DEBUG oslo_vmware.api [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098809, 'name': PowerOffVM_Task, 'duration_secs': 0.189856} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.425184] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.425373] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.428820] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91331de0-a4be-4b3a-b863-8b916a820bcf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.501980] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.502250] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.502499] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleting the datastore file [datastore2] 283a2438-dcda-4ba1-9eca-39725e3f66fd {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.502804] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61c477c-b006-416b-8eb6-86b27ec67e35 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.514580] env[69498]: DEBUG oslo_vmware.api [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for the task: (returnval){ [ 1225.514580] env[69498]: value = "task-4098812" [ 1225.514580] env[69498]: _type = "Task" [ 1225.514580] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.523862] env[69498]: DEBUG oslo_vmware.api [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.527635] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d73058-8d54-4bc3-8743-5ad840e3eaf1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.534782] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a4916d-964a-4ffd-b88c-8a67b79e45c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.570424] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a233b6-ca84-4b59-8161-80504abdfeb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.581356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d23bc-7daa-4945-ada7-cbaf581ba79b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.599468] env[69498]: DEBUG nova.compute.provider_tree [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.844630] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098810, 'name': Rename_Task, 'duration_secs': 0.155932} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.846936] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.847285] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fbdcf55-ef6a-4512-8ba8-c137315c83a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.856937] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1225.856937] env[69498]: value = "task-4098813" [ 1225.856937] env[69498]: _type = "Task" [ 1225.856937] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.875130] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.025059] env[69498]: DEBUG oslo_vmware.api [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Task: {'id': task-4098812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138521} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.025323] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.025511] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.025684] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.025951] env[69498]: INFO nova.compute.manager [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1226.026235] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.026443] env[69498]: DEBUG nova.compute.manager [-] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.026537] env[69498]: DEBUG nova.network.neutron [-] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.103342] env[69498]: DEBUG nova.scheduler.client.report [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.318396] env[69498]: DEBUG nova.compute.manager [req-a85a2525-98a9-46e2-bed6-e76afcd6af64 req-48f2114f-fcaa-4fe6-8a8f-a84fb36d67d9 service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Received event network-vif-deleted-3cd8ed25-ab46-44cd-ab8e-4348e4cf5580 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.318829] env[69498]: INFO nova.compute.manager [req-a85a2525-98a9-46e2-bed6-e76afcd6af64 req-48f2114f-fcaa-4fe6-8a8f-a84fb36d67d9 service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Neutron deleted interface 3cd8ed25-ab46-44cd-ab8e-4348e4cf5580; detaching it from the instance and deleting it from the info cache [ 1226.318829] env[69498]: DEBUG nova.network.neutron [req-a85a2525-98a9-46e2-bed6-e76afcd6af64 req-48f2114f-fcaa-4fe6-8a8f-a84fb36d67d9 service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.370396] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.609482] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.610081] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.615025] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1226.615294] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcd423-e7eb-dcad-8730-6da33efe9847/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1226.616743] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2c485-420d-4379-869a-991c9561964c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.624932] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcd423-e7eb-dcad-8730-6da33efe9847/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1226.625141] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcd423-e7eb-dcad-8730-6da33efe9847/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1226.625418] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c7cf7cb4-e443-40ea-b348-fe16ba737048 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.801038] env[69498]: DEBUG nova.network.neutron [-] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.822881] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2059bc71-1435-4e4a-9e12-299110785fd8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.838582] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc8ec6b-4a81-4833-b3ee-c20e213f36ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.870943] env[69498]: DEBUG oslo_vmware.api [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098813, 'name': PowerOnVM_Task, 'duration_secs': 0.587086} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.883047] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.883280] env[69498]: INFO nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1226.883466] env[69498]: DEBUG nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.883815] env[69498]: DEBUG nova.compute.manager [req-a85a2525-98a9-46e2-bed6-e76afcd6af64 req-48f2114f-fcaa-4fe6-8a8f-a84fb36d67d9 service nova] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Detach interface failed, port_id=3cd8ed25-ab46-44cd-ab8e-4348e4cf5580, reason: Instance 283a2438-dcda-4ba1-9eca-39725e3f66fd could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.884716] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab761fdd-c07f-4aa2-98c5-1da14d808eb8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.122549] env[69498]: DEBUG nova.compute.utils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.124577] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.124790] env[69498]: DEBUG nova.network.neutron [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.162864] env[69498]: DEBUG nova.policy [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f04f7bf33934116b4895e63f91bf642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c438384091784c2882f878a85f464b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.203221] env[69498]: DEBUG oslo_vmware.rw_handles [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dcd423-e7eb-dcad-8730-6da33efe9847/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1227.203473] env[69498]: INFO nova.virt.vmwareapi.images [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Downloaded image file data cdabc912-25b3-46aa-8927-7cea553cd6ab [ 1227.204412] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015896fd-90bd-42c9-bc95-0831496d357f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.221569] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1410129e-bded-42db-8fc0-0f0da5f58b86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.306999] env[69498]: INFO nova.compute.manager [-] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Took 1.28 seconds to deallocate network for instance. [ 1227.321558] env[69498]: INFO nova.virt.vmwareapi.images [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] The imported VM was unregistered [ 1227.323541] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1227.323803] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.324109] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16383f0-6044-4ac2-9508-603da900b8cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.349728] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Created directory with path [datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.349939] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703/OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703.vmdk to [datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk. {{(pid=69498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1227.350215] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4ac57090-0f01-464f-9f69-c24d94c93274 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.358374] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1227.358374] env[69498]: value = "task-4098815" [ 1227.358374] env[69498]: _type = "Task" [ 1227.358374] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.367493] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.402830] env[69498]: INFO nova.compute.manager [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Took 15.09 seconds to build instance. [ 1227.450759] env[69498]: DEBUG nova.network.neutron [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Successfully created port: d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.627895] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.812841] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.813159] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.813399] env[69498]: DEBUG nova.objects.instance [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lazy-loading 'resources' on Instance uuid 283a2438-dcda-4ba1-9eca-39725e3f66fd {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.872133] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.905187] env[69498]: DEBUG oslo_concurrency.lockutils [None req-bb02f82f-8d2f-46c3-9226-72100c9cb2ea tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.146s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.379556] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.482313] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232386f7-b23d-4c61-bd53-4cb97f8ef583 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.495923] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6a79e-7d19-459a-9f5d-d00ab5302172 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.534974] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed392945-9706-4b3b-8128-71c72695711d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.548713] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca185c5f-c4c2-4876-b3c4-7d92f21fc8e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.569756] env[69498]: DEBUG nova.compute.provider_tree [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.624689] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.625049] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.625530] env[69498]: DEBUG nova.compute.manager [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.626521] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dba761d-61e6-4370-9503-3988f0d81c9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.638473] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.643246] env[69498]: DEBUG nova.compute.manager [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1228.643846] env[69498]: DEBUG nova.objects.instance [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'flavor' on Instance uuid 48fe2b75-510f-48b0-a5ce-11a438dffc94 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.742617] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.742925] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.743140] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.743354] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.743487] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.743637] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.743883] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.744065] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.744221] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.744390] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.744567] env[69498]: DEBUG nova.virt.hardware [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.745521] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f56c297-19d5-4a7e-864f-c9b026424e10 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.758802] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c27d7-9356-4761-a23d-a3dba69e5eb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.871028] env[69498]: DEBUG nova.compute.manager [req-7a7f58cc-1dc3-4270-b76b-81088c093faf req-8a071dc3-e530-4cc4-9928-f8ca95eaca04 service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Received event network-vif-plugged-d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.871028] env[69498]: DEBUG oslo_concurrency.lockutils [req-7a7f58cc-1dc3-4270-b76b-81088c093faf req-8a071dc3-e530-4cc4-9928-f8ca95eaca04 service nova] Acquiring lock "4fb09210-19e5-4571-bf28-da8c72c86ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.871028] env[69498]: DEBUG oslo_concurrency.lockutils [req-7a7f58cc-1dc3-4270-b76b-81088c093faf req-8a071dc3-e530-4cc4-9928-f8ca95eaca04 service nova] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.871028] env[69498]: DEBUG oslo_concurrency.lockutils [req-7a7f58cc-1dc3-4270-b76b-81088c093faf req-8a071dc3-e530-4cc4-9928-f8ca95eaca04 service nova] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.871028] env[69498]: DEBUG nova.compute.manager [req-7a7f58cc-1dc3-4270-b76b-81088c093faf req-8a071dc3-e530-4cc4-9928-f8ca95eaca04 service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] No waiting events found dispatching network-vif-plugged-d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1228.871638] env[69498]: WARNING nova.compute.manager [req-7a7f58cc-1dc3-4270-b76b-81088c093faf req-8a071dc3-e530-4cc4-9928-f8ca95eaca04 service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Received unexpected event network-vif-plugged-d3909787-65ae-4340-a83f-a1c833a10480 for instance with vm_state building and task_state spawning. [ 1228.876423] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.973565] env[69498]: DEBUG nova.network.neutron [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Successfully updated port: d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.073154] env[69498]: DEBUG nova.scheduler.client.report [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.375438] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.483612] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "refresh_cache-4fb09210-19e5-4571-bf28-da8c72c86ccf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.483901] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "refresh_cache-4fb09210-19e5-4571-bf28-da8c72c86ccf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.484036] env[69498]: DEBUG nova.network.neutron [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.578967] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.601209] env[69498]: INFO nova.scheduler.client.report [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Deleted allocations for instance 283a2438-dcda-4ba1-9eca-39725e3f66fd [ 1229.652529] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.652895] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abfd08bf-9439-4d1e-a21d-ddf3af8b84ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.666334] env[69498]: DEBUG oslo_vmware.api [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1229.666334] env[69498]: value = "task-4098816" [ 1229.666334] env[69498]: _type = "Task" [ 1229.666334] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.680028] env[69498]: DEBUG oslo_vmware.api [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.876612] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.082852] env[69498]: DEBUG nova.network.neutron [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.109902] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4ed40f74-b823-4624-a5cc-5b3f6e7cc20c tempest-ImagesOneServerNegativeTestJSON-656208746 tempest-ImagesOneServerNegativeTestJSON-656208746-project-member] Lock "283a2438-dcda-4ba1-9eca-39725e3f66fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.176895] env[69498]: DEBUG oslo_vmware.api [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098816, 'name': PowerOffVM_Task, 'duration_secs': 0.26036} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.177243] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.177472] env[69498]: DEBUG nova.compute.manager [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1230.178443] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ebc36-b7dc-4969-989d-3303b416faa4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.232012] env[69498]: DEBUG nova.network.neutron [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Updating instance_info_cache with network_info: [{"id": "d3909787-65ae-4340-a83f-a1c833a10480", "address": "fa:16:3e:4e:fd:e2", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3909787-65", "ovs_interfaceid": "d3909787-65ae-4340-a83f-a1c833a10480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.372418] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098815, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.686611} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.372628] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703/OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703.vmdk to [datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk. [ 1230.372853] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Cleaning up location [datastore1] OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703 {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1230.373042] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c4457a27-3dae-4d71-982c-8336d6574703 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.373303] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f7cb82f-8e1c-448b-b796-0b7764181bb9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.381837] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1230.381837] env[69498]: value = "task-4098817" [ 1230.381837] env[69498]: _type = "Task" [ 1230.381837] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.392155] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.691115] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b43f5f4d-b281-44a1-91fc-d49b895f69fd tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.735476] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "refresh_cache-4fb09210-19e5-4571-bf28-da8c72c86ccf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.735918] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Instance network_info: |[{"id": "d3909787-65ae-4340-a83f-a1c833a10480", "address": "fa:16:3e:4e:fd:e2", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3909787-65", "ovs_interfaceid": "d3909787-65ae-4340-a83f-a1c833a10480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.736817] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:fd:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3909787-65ae-4340-a83f-a1c833a10480', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.744962] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.745959] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.746282] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63b59c3f-61b6-4ab8-a0e8-0195393a8ba9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.767861] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.767861] env[69498]: value = "task-4098818" [ 1230.767861] env[69498]: _type = "Task" [ 1230.767861] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.777376] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098818, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.892818] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039001} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.893103] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.893382] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.893863] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk to [datastore1] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.893863] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73754bb1-4518-448d-9b70-6ff00cae43a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.901259] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1230.901259] env[69498]: value = "task-4098819" [ 1230.901259] env[69498]: _type = "Task" [ 1230.901259] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.907624] env[69498]: DEBUG nova.compute.manager [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Received event network-changed-d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.907817] env[69498]: DEBUG nova.compute.manager [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Refreshing instance network info cache due to event network-changed-d3909787-65ae-4340-a83f-a1c833a10480. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.908125] env[69498]: DEBUG oslo_concurrency.lockutils [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] Acquiring lock "refresh_cache-4fb09210-19e5-4571-bf28-da8c72c86ccf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.908244] env[69498]: DEBUG oslo_concurrency.lockutils [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] Acquired lock "refresh_cache-4fb09210-19e5-4571-bf28-da8c72c86ccf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.908425] env[69498]: DEBUG nova.network.neutron [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Refreshing network info cache for port d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.915651] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.106472] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.106740] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.106965] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "48fe2b75-510f-48b0-a5ce-11a438dffc94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.107183] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.107400] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.111995] env[69498]: INFO nova.compute.manager [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Terminating instance [ 1231.282260] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098818, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.417587] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.622248] env[69498]: DEBUG nova.compute.manager [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.622248] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.622248] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1950ba-55c3-4c66-8fe5-70ae2b03e0f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.633028] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.633373] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9ad103d-798e-4807-bb70-8849b073202d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.642513] env[69498]: DEBUG nova.network.neutron [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Updated VIF entry in instance network info cache for port d3909787-65ae-4340-a83f-a1c833a10480. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.642513] env[69498]: DEBUG nova.network.neutron [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Updating instance_info_cache with network_info: [{"id": "d3909787-65ae-4340-a83f-a1c833a10480", "address": "fa:16:3e:4e:fd:e2", "network": {"id": "6dcaf359-21e5-4d1f-9d1a-91bde0178f0e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1844526997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c438384091784c2882f878a85f464b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3909787-65", "ovs_interfaceid": "d3909787-65ae-4340-a83f-a1c833a10480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.725068] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.725068] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.725068] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleting the datastore file [datastore2] 48fe2b75-510f-48b0-a5ce-11a438dffc94 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.725068] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b786816-e019-4438-b707-0bb77461b63f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.737913] env[69498]: DEBUG oslo_vmware.api [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1231.737913] env[69498]: value = "task-4098821" [ 1231.737913] env[69498]: _type = "Task" [ 1231.737913] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.753176] env[69498]: DEBUG oslo_vmware.api [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.787150] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098818, 'name': CreateVM_Task, 'duration_secs': 0.562289} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.787331] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.788046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.788267] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.788624] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.788942] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495b2888-5d38-40a1-b91c-ca718df1cb94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.799103] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1231.799103] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a89506-8d31-a0fa-5305-6be683eace82" [ 1231.799103] env[69498]: _type = "Task" [ 1231.799103] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.813883] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a89506-8d31-a0fa-5305-6be683eace82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.919915] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.145772] env[69498]: DEBUG oslo_concurrency.lockutils [req-1879ba4f-78d5-499d-a636-76d055e58d00 req-77124ecc-3ebd-4068-95eb-648c2670e9bf service nova] Releasing lock "refresh_cache-4fb09210-19e5-4571-bf28-da8c72c86ccf" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.252084] env[69498]: DEBUG oslo_vmware.api [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372567} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.252389] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.252621] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.252880] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.253173] env[69498]: INFO nova.compute.manager [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1232.253474] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.253861] env[69498]: DEBUG nova.compute.manager [-] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.253996] env[69498]: DEBUG nova.network.neutron [-] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.315970] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a89506-8d31-a0fa-5305-6be683eace82, 'name': SearchDatastore_Task, 'duration_secs': 0.090793} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.316365] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.316741] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.316942] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.317108] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.317289] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.320230] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f44f52b-f97f-4b76-970d-38796510445b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.343345] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.343611] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.344437] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfdc7d0-0b80-45d6-8976-61b4789f5aed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.356671] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1232.356671] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520e7793-689b-1b34-5ff5-a8d3347994a5" [ 1232.356671] env[69498]: _type = "Task" [ 1232.356671] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.370585] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520e7793-689b-1b34-5ff5-a8d3347994a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.419365] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.876289] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520e7793-689b-1b34-5ff5-a8d3347994a5, 'name': SearchDatastore_Task, 'duration_secs': 0.092444} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.877299] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3906d2-f82a-4509-b098-af2226456904 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.888283] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1232.888283] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520d8271-da7c-709d-9e28-a1a7eed8385a" [ 1232.888283] env[69498]: _type = "Task" [ 1232.888283] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.902239] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520d8271-da7c-709d-9e28-a1a7eed8385a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.917604] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.936468] env[69498]: DEBUG nova.compute.manager [req-8da93d51-1319-4c20-a340-de0bc297afdc req-02cf66dd-a9d4-4071-b331-7881dd8c7835 service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Received event network-vif-deleted-3994cd00-08bb-4021-b92a-357a30bc28e7 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.936592] env[69498]: INFO nova.compute.manager [req-8da93d51-1319-4c20-a340-de0bc297afdc req-02cf66dd-a9d4-4071-b331-7881dd8c7835 service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Neutron deleted interface 3994cd00-08bb-4021-b92a-357a30bc28e7; detaching it from the instance and deleting it from the info cache [ 1232.936737] env[69498]: DEBUG nova.network.neutron [req-8da93d51-1319-4c20-a340-de0bc297afdc req-02cf66dd-a9d4-4071-b331-7881dd8c7835 service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.032673] env[69498]: DEBUG nova.network.neutron [-] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.401657] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]520d8271-da7c-709d-9e28-a1a7eed8385a, 'name': SearchDatastore_Task, 'duration_secs': 0.094977} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.401943] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.402220] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4fb09210-19e5-4571-bf28-da8c72c86ccf/4fb09210-19e5-4571-bf28-da8c72c86ccf.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.402503] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f32a15a-4a00-44ae-bd4d-99d329876807 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.411872] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1233.411872] env[69498]: value = "task-4098822" [ 1233.411872] env[69498]: _type = "Task" [ 1233.411872] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.416428] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.425302] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.440296] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-433ff66c-5bf6-482e-a10a-a98792c08ab6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.450297] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b018eaca-c18b-4fc4-b0a2-41bbfb3f0b75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.490995] env[69498]: DEBUG nova.compute.manager [req-8da93d51-1319-4c20-a340-de0bc297afdc req-02cf66dd-a9d4-4071-b331-7881dd8c7835 service nova] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Detach interface failed, port_id=3994cd00-08bb-4021-b92a-357a30bc28e7, reason: Instance 48fe2b75-510f-48b0-a5ce-11a438dffc94 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1233.536144] env[69498]: INFO nova.compute.manager [-] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Took 1.28 seconds to deallocate network for instance. [ 1233.919897] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098819, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.554644} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.924200] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cdabc912-25b3-46aa-8927-7cea553cd6ab/cdabc912-25b3-46aa-8927-7cea553cd6ab.vmdk to [datastore1] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.925216] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d4075-e60c-42ac-9913-6c37d3b7326e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.934851] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.956910] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.957420] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a40834-b42e-40d1-8cf7-6a42a7e60f96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.987659] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1233.987659] env[69498]: value = "task-4098823" [ 1233.987659] env[69498]: _type = "Task" [ 1233.987659] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.001420] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.043114] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.043767] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.044090] env[69498]: DEBUG nova.objects.instance [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'resources' on Instance uuid 48fe2b75-510f-48b0-a5ce-11a438dffc94 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.429409] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770323} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.429701] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 4fb09210-19e5-4571-bf28-da8c72c86ccf/4fb09210-19e5-4571-bf28-da8c72c86ccf.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.429924] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.430255] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-702570f6-d82d-471c-a3df-42439cfb2b29 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.437348] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1234.437348] env[69498]: value = "task-4098824" [ 1234.437348] env[69498]: _type = "Task" [ 1234.437348] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.447730] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.510826] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098823, 'name': ReconfigVM_Task, 'duration_secs': 0.350718} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.511372] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 237c39e3-b64b-4bb2-b860-a42e5fe8da49/237c39e3-b64b-4bb2-b860-a42e5fe8da49.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.511833] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c25cec2-9757-41e2-b763-c3d97b17a511 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.519259] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1234.519259] env[69498]: value = "task-4098825" [ 1234.519259] env[69498]: _type = "Task" [ 1234.519259] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.528032] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098825, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.690466] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe0da7-276b-4da1-98f4-3d9d19cb4ff0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.699172] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cda3fc-d25d-4621-ae94-8f50efe5946a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.731877] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594fd71c-aa77-4386-a3b3-29a4f5833de6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.739992] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706b2be-b6ee-446d-8f8e-2b59c5177d05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.754049] env[69498]: DEBUG nova.compute.provider_tree [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.953405] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075038} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.953405] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.953405] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ab502-2fad-4719-94a9-c66133502bc9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.980141] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4fb09210-19e5-4571-bf28-da8c72c86ccf/4fb09210-19e5-4571-bf28-da8c72c86ccf.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.980482] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-608112c6-6c5f-41e1-8df4-8ac7ad94b423 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.002610] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1235.002610] env[69498]: value = "task-4098826" [ 1235.002610] env[69498]: _type = "Task" [ 1235.002610] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.014806] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.029466] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098825, 'name': Rename_Task, 'duration_secs': 0.153919} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.029790] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.030007] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7baf6f1b-2f33-49d1-b20c-e934fab4a519 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.036901] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1235.036901] env[69498]: value = "task-4098827" [ 1235.036901] env[69498]: _type = "Task" [ 1235.036901] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.046361] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.258467] env[69498]: DEBUG nova.scheduler.client.report [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.515406] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098826, 'name': ReconfigVM_Task, 'duration_secs': 0.397652} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.515406] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4fb09210-19e5-4571-bf28-da8c72c86ccf/4fb09210-19e5-4571-bf28-da8c72c86ccf.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.519027] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c763f93c-a5f3-436c-adef-74d476a18b52 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.525775] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1235.525775] env[69498]: value = "task-4098828" [ 1235.525775] env[69498]: _type = "Task" [ 1235.525775] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.549810] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098828, 'name': Rename_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.555593] env[69498]: DEBUG oslo_vmware.api [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098827, 'name': PowerOnVM_Task, 'duration_secs': 0.510957} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.555593] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.671968] env[69498]: DEBUG nova.compute.manager [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.673676] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89ea4ec-3e07-450b-a3c7-f1a4a8051d0e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.763666] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.788403] env[69498]: INFO nova.scheduler.client.report [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocations for instance 48fe2b75-510f-48b0-a5ce-11a438dffc94 [ 1236.039942] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098828, 'name': Rename_Task, 'duration_secs': 0.225281} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.040820] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.040820] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd2d58b9-24e6-4d7a-9216-731ab4633198 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.050092] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1236.050092] env[69498]: value = "task-4098829" [ 1236.050092] env[69498]: _type = "Task" [ 1236.050092] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.063207] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.194095] env[69498]: DEBUG oslo_concurrency.lockutils [None req-18e200e0-3fdf-4605-a472-cd6153e1f84b tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.567s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.297215] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a80cebcb-d06c-4b8d-a6f4-b38cff27e482 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "48fe2b75-510f-48b0-a5ce-11a438dffc94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.190s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.566225] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.735750] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.735750] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.735750] env[69498]: INFO nova.compute.manager [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Shelving [ 1237.063134] env[69498]: DEBUG oslo_vmware.api [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098829, 'name': PowerOnVM_Task, 'duration_secs': 0.832921} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.063522] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.063621] env[69498]: INFO nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1237.063797] env[69498]: DEBUG nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1237.064596] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24f74e-dcb5-4485-bfbe-c543c6b50514 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.521386] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.521664] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.521875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.522078] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.522253] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.525529] env[69498]: INFO nova.compute.manager [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Terminating instance [ 1237.584789] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.585036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.586423] env[69498]: INFO nova.compute.manager [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Took 14.02 seconds to build instance. [ 1237.748448] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.748724] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41e0928e-b49d-4d39-afd4-66d16744c1ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.757614] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1237.757614] env[69498]: value = "task-4098830" [ 1237.757614] env[69498]: _type = "Task" [ 1237.757614] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.766639] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.979025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "521a2017-4964-4814-b762-00d1be9a1766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.979285] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "521a2017-4964-4814-b762-00d1be9a1766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.030504] env[69498]: DEBUG nova.compute.manager [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.031855] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.031855] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7a765-fe3d-4400-9a8e-2ab0361bf61c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.039948] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.040234] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38c0712-61f8-478b-827e-35c8a1aa9843 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.048033] env[69498]: DEBUG oslo_vmware.api [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1238.048033] env[69498]: value = "task-4098831" [ 1238.048033] env[69498]: _type = "Task" [ 1238.048033] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.056572] env[69498]: DEBUG oslo_vmware.api [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.088721] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.092775] env[69498]: DEBUG oslo_concurrency.lockutils [None req-587e2569-710c-4b1e-b259-9a8997c5acc2 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.530s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.268322] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098830, 'name': PowerOffVM_Task, 'duration_secs': 0.371063} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.268645] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.269732] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1352985-acd4-431c-9f60-5570222c929a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.290152] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0b65d-8c8d-43eb-bfef-7578bf553cf0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.482665] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.557762] env[69498]: DEBUG oslo_vmware.api [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098831, 'name': PowerOffVM_Task, 'duration_secs': 0.348291} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.558064] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.558238] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.558479] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7fe35f2-2b64-4edc-99ec-9a4f918dc51d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.620416] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.620416] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.622041] env[69498]: INFO nova.compute.claims [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.652180] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.652491] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.652755] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleting the datastore file [datastore1] 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.653079] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d9240d1-cb44-4e97-ac35-220fbe2ab5cf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.659724] env[69498]: DEBUG oslo_vmware.api [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for the task: (returnval){ [ 1238.659724] env[69498]: value = "task-4098833" [ 1238.659724] env[69498]: _type = "Task" [ 1238.659724] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.669615] env[69498]: DEBUG oslo_vmware.api [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.746493] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.746976] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.747287] env[69498]: DEBUG nova.compute.manager [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1238.748417] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1dabb1-0249-40fe-8e7d-006211676179 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.755535] env[69498]: DEBUG nova.compute.manager [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1238.756141] env[69498]: DEBUG nova.objects.instance [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'flavor' on Instance uuid 4fb09210-19e5-4571-bf28-da8c72c86ccf {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.801223] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1238.801588] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0541ba8f-b6aa-4181-ba7a-88c8684fed51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.809970] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1238.809970] env[69498]: value = "task-4098834" [ 1238.809970] env[69498]: _type = "Task" [ 1238.809970] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.818658] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.001668] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.172600] env[69498]: DEBUG oslo_vmware.api [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Task: {'id': task-4098833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145858} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.173119] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.173119] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.173358] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.173358] env[69498]: INFO nova.compute.manager [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1239.173581] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.173768] env[69498]: DEBUG nova.compute.manager [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.173859] env[69498]: DEBUG nova.network.neutron [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.321069] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098834, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.677040] env[69498]: DEBUG nova.compute.manager [req-c464ab79-68dd-4db6-8e24-b892afb7feff req-076b11a2-f211-42eb-a497-cdb67ce3519c service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Received event network-vif-deleted-de7c92e2-bc02-4693-a264-d2038b95cfc2 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.677208] env[69498]: INFO nova.compute.manager [req-c464ab79-68dd-4db6-8e24-b892afb7feff req-076b11a2-f211-42eb-a497-cdb67ce3519c service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Neutron deleted interface de7c92e2-bc02-4693-a264-d2038b95cfc2; detaching it from the instance and deleting it from the info cache [ 1239.677374] env[69498]: DEBUG nova.network.neutron [req-c464ab79-68dd-4db6-8e24-b892afb7feff req-076b11a2-f211-42eb-a497-cdb67ce3519c service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.763936] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.764259] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0988f64-2f86-4ea4-a8aa-cc9365b05682 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.776182] env[69498]: DEBUG oslo_vmware.api [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1239.776182] env[69498]: value = "task-4098835" [ 1239.776182] env[69498]: _type = "Task" [ 1239.776182] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.781868] env[69498]: DEBUG oslo_vmware.api [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.801810] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44c940-8543-48e9-b1da-3ec7b8f44156 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.811311] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c872f7e-f09a-4b44-8494-dffb8cce42a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.825464] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098834, 'name': CreateSnapshot_Task, 'duration_secs': 0.943882} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.849719] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1239.850931] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c64a441-d3a2-4004-9295-23872f2829eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.854324] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cd842b-ed98-41b8-a9ea-0ca8d827d6e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.867579] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16076b-0a02-40dc-945f-e8a45ffdca71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.884466] env[69498]: DEBUG nova.compute.provider_tree [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.120670] env[69498]: DEBUG nova.network.neutron [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.181285] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23f230b5-9c9c-44db-b1a8-e4ce5246e59a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.191795] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ded1c8-aea1-4771-9d73-fff92b005d06 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.222146] env[69498]: DEBUG nova.compute.manager [req-c464ab79-68dd-4db6-8e24-b892afb7feff req-076b11a2-f211-42eb-a497-cdb67ce3519c service nova] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Detach interface failed, port_id=de7c92e2-bc02-4693-a264-d2038b95cfc2, reason: Instance 237c39e3-b64b-4bb2-b860-a42e5fe8da49 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.286456] env[69498]: DEBUG oslo_vmware.api [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098835, 'name': PowerOffVM_Task, 'duration_secs': 0.244969} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.286742] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.286972] env[69498]: DEBUG nova.compute.manager [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1240.287804] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd5ee23-cb65-44b5-8b79-f120be0dd743 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.382323] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1240.382627] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70c61273-8a1e-40d0-ad86-15ef14646488 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.388120] env[69498]: DEBUG nova.scheduler.client.report [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.392743] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1240.392743] env[69498]: value = "task-4098836" [ 1240.392743] env[69498]: _type = "Task" [ 1240.392743] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.400973] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098836, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.623886] env[69498]: INFO nova.compute.manager [-] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Took 1.45 seconds to deallocate network for instance. [ 1240.803903] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9aa035d9-d4ef-4d67-aea5-8bc35ced20f8 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.894688] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.895239] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.901082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.896s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.902664] env[69498]: INFO nova.compute.claims [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.919299] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098836, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.132606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.408278] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098836, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.413660] env[69498]: DEBUG nova.compute.utils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.417354] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.417524] env[69498]: DEBUG nova.network.neutron [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.463396] env[69498]: DEBUG nova.policy [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f535547f95e409bab17f7051e937e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd8ef461d5c45ada349c23d9bc859c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.491341] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.491814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.492217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "4fb09210-19e5-4571-bf28-da8c72c86ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.492567] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.492885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.495510] env[69498]: INFO nova.compute.manager [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Terminating instance [ 1241.745231] env[69498]: DEBUG nova.network.neutron [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Successfully created port: d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.908877] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098836, 'name': CloneVM_Task, 'duration_secs': 1.500604} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.909220] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Created linked-clone VM from snapshot [ 1241.910051] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da966a6-f7e4-4af5-a427-c97147a2a954 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.919016] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Uploading image 819513fd-266d-442a-9ff0-d8a51ee431e0 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.921441] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.954419] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.954419] env[69498]: value = "vm-811958" [ 1241.954419] env[69498]: _type = "VirtualMachine" [ 1241.954419] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.957393] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c7454b4e-f7e2-469c-9fa1-1bb6659496de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.965739] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease: (returnval){ [ 1241.965739] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52507ddf-0bb5-60da-dd29-f02a43826093" [ 1241.965739] env[69498]: _type = "HttpNfcLease" [ 1241.965739] env[69498]: } obtained for exporting VM: (result){ [ 1241.965739] env[69498]: value = "vm-811958" [ 1241.965739] env[69498]: _type = "VirtualMachine" [ 1241.965739] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.966325] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the lease: (returnval){ [ 1241.966325] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52507ddf-0bb5-60da-dd29-f02a43826093" [ 1241.966325] env[69498]: _type = "HttpNfcLease" [ 1241.966325] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.976909] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.976909] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52507ddf-0bb5-60da-dd29-f02a43826093" [ 1241.976909] env[69498]: _type = "HttpNfcLease" [ 1241.976909] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1242.002556] env[69498]: DEBUG nova.compute.manager [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.002880] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.003734] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ed8c9-44c9-43fc-af27-bee14c10c676 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.011340] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.011606] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc61c1b7-f0b1-40c2-827d-51bf06ddc546 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.086130] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabfe459-cf65-485e-ad83-c0299dfdd4fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.089837] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.090178] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.090666] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore1] 4fb09210-19e5-4571-bf28-da8c72c86ccf {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.091351] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd90add-4feb-4265-a602-0d4d1f36e867 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.098238] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495851c7-148f-447a-9eae-c7284f1d0537 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.102639] env[69498]: DEBUG oslo_vmware.api [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1242.102639] env[69498]: value = "task-4098839" [ 1242.102639] env[69498]: _type = "Task" [ 1242.102639] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.133975] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f563638d-4c67-4f96-a368-3a149f68ad0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.140023] env[69498]: DEBUG oslo_vmware.api [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.145587] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32661435-5bd8-4a7e-977c-551a946a1148 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.159954] env[69498]: DEBUG nova.compute.provider_tree [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.473898] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.473898] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52507ddf-0bb5-60da-dd29-f02a43826093" [ 1242.473898] env[69498]: _type = "HttpNfcLease" [ 1242.473898] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1242.474304] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1242.474304] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52507ddf-0bb5-60da-dd29-f02a43826093" [ 1242.474304] env[69498]: _type = "HttpNfcLease" [ 1242.474304] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1242.474990] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3358d5-2d0c-4c66-8ab7-f30ead165bf3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.483287] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205282f-e448-83ab-63a4-f3a4b5e62481/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1242.483468] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205282f-e448-83ab-63a4-f3a4b5e62481/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1242.574608] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fef4e05f-a105-4098-b2bb-e1b8d9157f43 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.615067] env[69498]: DEBUG oslo_vmware.api [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144844} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.615067] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.615222] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.615262] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.615438] env[69498]: INFO nova.compute.manager [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1242.615690] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.615888] env[69498]: DEBUG nova.compute.manager [-] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.615995] env[69498]: DEBUG nova.network.neutron [-] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.663628] env[69498]: DEBUG nova.scheduler.client.report [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.915292] env[69498]: DEBUG nova.compute.manager [req-5e97e4a8-40fc-4c9e-98da-ea7572c16602 req-38fbecfe-c23f-47af-b889-dc9054009a7d service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Received event network-vif-deleted-d3909787-65ae-4340-a83f-a1c833a10480 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.915637] env[69498]: INFO nova.compute.manager [req-5e97e4a8-40fc-4c9e-98da-ea7572c16602 req-38fbecfe-c23f-47af-b889-dc9054009a7d service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Neutron deleted interface d3909787-65ae-4340-a83f-a1c833a10480; detaching it from the instance and deleting it from the info cache [ 1242.915859] env[69498]: DEBUG nova.network.neutron [req-5e97e4a8-40fc-4c9e-98da-ea7572c16602 req-38fbecfe-c23f-47af-b889-dc9054009a7d service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.935605] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.960426] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.960823] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.961062] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.961310] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.961499] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.961748] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.961964] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.962142] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.962346] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.962472] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.963053] env[69498]: DEBUG nova.virt.hardware [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.963588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8619023-4793-4f93-8d09-f8cf5c018274 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.972482] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de2d2df-3c95-40eb-9421-af2daf6a7c56 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.169210] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.169836] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.172925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.040s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.173484] env[69498]: DEBUG nova.objects.instance [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lazy-loading 'resources' on Instance uuid 237c39e3-b64b-4bb2-b860-a42e5fe8da49 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.264143] env[69498]: DEBUG nova.network.neutron [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Successfully updated port: d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.395411] env[69498]: DEBUG nova.network.neutron [-] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.421238] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f11640fd-2cec-49be-a73b-43db8e20a55a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.432104] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b962ce-7d1e-477b-8a58-df1ca1af1829 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.464038] env[69498]: DEBUG nova.compute.manager [req-5e97e4a8-40fc-4c9e-98da-ea7572c16602 req-38fbecfe-c23f-47af-b889-dc9054009a7d service nova] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Detach interface failed, port_id=d3909787-65ae-4340-a83f-a1c833a10480, reason: Instance 4fb09210-19e5-4571-bf28-da8c72c86ccf could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.676906] env[69498]: DEBUG nova.compute.utils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.684397] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.684967] env[69498]: DEBUG nova.network.neutron [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.692232] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.692699] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.758373] env[69498]: DEBUG nova.policy [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4d2cb38837a45b3abfb27d4f953c319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b6da9494bf487d97be71333e89ccbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.767372] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-16ca03ad-7b68-4041-a081-4d4ba79c8af6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.767372] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-16ca03ad-7b68-4041-a081-4d4ba79c8af6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.767372] env[69498]: DEBUG nova.network.neutron [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.847511] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234dcca9-a080-4772-8dd3-0e133658be3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.856496] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae78de8-a358-43df-ba52-b29bd97b80c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.891284] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d0722-5386-4977-ad47-236dbf2b1045 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.899749] env[69498]: INFO nova.compute.manager [-] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Took 1.28 seconds to deallocate network for instance. [ 1243.908547] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477da4f2-2af1-41bf-b9ff-bdbf01700bb9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.924920] env[69498]: DEBUG nova.compute.provider_tree [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.073102] env[69498]: DEBUG nova.network.neutron [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Successfully created port: 968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.182317] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.196688] env[69498]: DEBUG nova.compute.utils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.312578] env[69498]: DEBUG nova.network.neutron [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.408327] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.428581] env[69498]: DEBUG nova.scheduler.client.report [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.476764] env[69498]: DEBUG nova.network.neutron [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Updating instance_info_cache with network_info: [{"id": "d1ca1977-b8c4-40a5-948b-532cce47a8a9", "address": "fa:16:3e:19:ab:bf", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ca1977-b8", "ovs_interfaceid": "d1ca1977-b8c4-40a5-948b-532cce47a8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.703311] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.888131] env[69498]: DEBUG oslo_concurrency.lockutils [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.888411] env[69498]: DEBUG oslo_concurrency.lockutils [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.888680] env[69498]: DEBUG nova.compute.manager [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.889743] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075ebc7-708b-4bc0-a5de-c532bbd42945 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.897421] env[69498]: DEBUG nova.compute.manager [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1244.898099] env[69498]: DEBUG nova.objects.instance [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'flavor' on Instance uuid cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.937964] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.940606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.532s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.940852] env[69498]: DEBUG nova.objects.instance [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid 4fb09210-19e5-4571-bf28-da8c72c86ccf {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.944469] env[69498]: DEBUG nova.compute.manager [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Received event network-vif-plugged-d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.944771] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] Acquiring lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.945025] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.945204] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.945399] env[69498]: DEBUG nova.compute.manager [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] No waiting events found dispatching network-vif-plugged-d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1244.945805] env[69498]: WARNING nova.compute.manager [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Received unexpected event network-vif-plugged-d1ca1977-b8c4-40a5-948b-532cce47a8a9 for instance with vm_state building and task_state spawning. [ 1244.945805] env[69498]: DEBUG nova.compute.manager [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Received event network-changed-d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.945899] env[69498]: DEBUG nova.compute.manager [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Refreshing instance network info cache due to event network-changed-d1ca1977-b8c4-40a5-948b-532cce47a8a9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.946082] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] Acquiring lock "refresh_cache-16ca03ad-7b68-4041-a081-4d4ba79c8af6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.962440] env[69498]: INFO nova.scheduler.client.report [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Deleted allocations for instance 237c39e3-b64b-4bb2-b860-a42e5fe8da49 [ 1244.980177] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-16ca03ad-7b68-4041-a081-4d4ba79c8af6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.980552] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Instance network_info: |[{"id": "d1ca1977-b8c4-40a5-948b-532cce47a8a9", "address": "fa:16:3e:19:ab:bf", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ca1977-b8", "ovs_interfaceid": "d1ca1977-b8c4-40a5-948b-532cce47a8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.981037] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] Acquired lock "refresh_cache-16ca03ad-7b68-4041-a081-4d4ba79c8af6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.981301] env[69498]: DEBUG nova.network.neutron [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Refreshing network info cache for port d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.983046] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:ab:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ca1977-b8c4-40a5-948b-532cce47a8a9', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.992736] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.994016] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.994464] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a72bf22-10bd-442f-b773-f0b019cdf075 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.020050] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.020050] env[69498]: value = "task-4098840" [ 1245.020050] env[69498]: _type = "Task" [ 1245.020050] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.030306] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098840, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.196938] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.228921] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.229095] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.229270] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.229452] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.229548] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.229695] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.229902] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.230075] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.230620] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.230620] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.230620] env[69498]: DEBUG nova.virt.hardware [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.231493] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718124c-abed-4568-acd7-9bc295cb6f18 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.240962] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95c888e-27b4-4cf3-9065-6d0e01a8b6eb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.472756] env[69498]: DEBUG oslo_concurrency.lockutils [None req-5aa89ad5-684b-4547-8d9c-64d3a68a9222 tempest-ServerActionsTestOtherB-761111206 tempest-ServerActionsTestOtherB-761111206-project-member] Lock "237c39e3-b64b-4bb2-b860-a42e5fe8da49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.951s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.532221] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098840, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.590072] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6066ccca-0222-436b-b2db-b094fc50e4e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.598159] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab4e9c-7f1f-46a8-bd1a-2e35c87382a6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.639136] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9656b7f-f60b-40bd-9187-d04a28b9d0fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.648030] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f2f1f-5210-407d-a362-b1458faba5a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.662524] env[69498]: DEBUG nova.compute.provider_tree [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.764344] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.764656] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.764879] env[69498]: INFO nova.compute.manager [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Attaching volume 56a49e1c-b08d-4ca7-b54f-b109c2add03b to /dev/sdb [ 1245.777137] env[69498]: DEBUG nova.network.neutron [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Successfully updated port: 968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.812151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e1edf-b663-48b6-bd49-040489d07e84 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.820159] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd74f7-d1c3-431f-bddd-91e6ad4b89a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.841144] env[69498]: DEBUG nova.virt.block_device [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updating existing volume attachment record: 6ea9ff3e-f269-4275-91d5-c521997da938 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.843733] env[69498]: DEBUG nova.network.neutron [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Updated VIF entry in instance network info cache for port d1ca1977-b8c4-40a5-948b-532cce47a8a9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.844317] env[69498]: DEBUG nova.network.neutron [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Updating instance_info_cache with network_info: [{"id": "d1ca1977-b8c4-40a5-948b-532cce47a8a9", "address": "fa:16:3e:19:ab:bf", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ca1977-b8", "ovs_interfaceid": "d1ca1977-b8c4-40a5-948b-532cce47a8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.907953] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.908262] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e69b9f-5f0b-4585-a72e-9f92d5e0bd2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.915568] env[69498]: DEBUG oslo_vmware.api [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1245.915568] env[69498]: value = "task-4098842" [ 1245.915568] env[69498]: _type = "Task" [ 1245.915568] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.928720] env[69498]: DEBUG oslo_vmware.api [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.033931] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098840, 'name': CreateVM_Task, 'duration_secs': 0.672353} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.033931] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.040548] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.040780] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.041160] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.041473] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc3677f-aee9-4ff0-98b4-06db5635b5c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.047824] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1246.047824] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521ae4bd-c94c-e7a1-39f9-0a0635dc570a" [ 1246.047824] env[69498]: _type = "Task" [ 1246.047824] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.060739] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521ae4bd-c94c-e7a1-39f9-0a0635dc570a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.166778] env[69498]: DEBUG nova.scheduler.client.report [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.280338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.280338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquired lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.280575] env[69498]: DEBUG nova.network.neutron [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.347295] env[69498]: DEBUG oslo_concurrency.lockutils [req-ae63c7ff-b15e-4ab9-bfe2-94f2e849d98d req-8a1e876e-6f64-4d2f-b7f7-fc6ee6ca8645 service nova] Releasing lock "refresh_cache-16ca03ad-7b68-4041-a081-4d4ba79c8af6" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.429262] env[69498]: DEBUG oslo_vmware.api [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098842, 'name': PowerOffVM_Task, 'duration_secs': 0.21597} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.429607] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.429719] env[69498]: DEBUG nova.compute.manager [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1246.430745] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57994033-836f-4a55-8baa-48362926ae10 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.562829] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521ae4bd-c94c-e7a1-39f9-0a0635dc570a, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.563211] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.563462] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.563735] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.563909] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.564116] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.564428] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0124db74-d246-4529-b22d-702911fd4836 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.575292] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.575592] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.576706] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa320b9-0a22-4a6a-ab3c-a1f31faac806 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.583588] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1246.583588] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203a3a8-3371-44e2-1a33-16b052e640ae" [ 1246.583588] env[69498]: _type = "Task" [ 1246.583588] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.592703] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203a3a8-3371-44e2-1a33-16b052e640ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.672763] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.702011] env[69498]: INFO nova.scheduler.client.report [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance 4fb09210-19e5-4571-bf28-da8c72c86ccf [ 1246.812806] env[69498]: DEBUG nova.network.neutron [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.948828] env[69498]: DEBUG oslo_concurrency.lockutils [None req-78649e31-332e-4416-bdff-d02b38b5e0eb tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.975333] env[69498]: DEBUG nova.network.neutron [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updating instance_info_cache with network_info: [{"id": "968ed01f-ffcd-47fb-a707-58277db9cef1", "address": "fa:16:3e:f4:d1:36", "network": {"id": "ee684da0-27ad-48a0-930c-fd67ace1a0f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-5141183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b6da9494bf487d97be71333e89ccbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968ed01f-ff", "ovs_interfaceid": "968ed01f-ffcd-47fb-a707-58277db9cef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.978474] env[69498]: DEBUG nova.compute.manager [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Received event network-vif-plugged-968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.978723] env[69498]: DEBUG oslo_concurrency.lockutils [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] Acquiring lock "521a2017-4964-4814-b762-00d1be9a1766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.979633] env[69498]: DEBUG oslo_concurrency.lockutils [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] Lock "521a2017-4964-4814-b762-00d1be9a1766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.979633] env[69498]: DEBUG oslo_concurrency.lockutils [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] Lock "521a2017-4964-4814-b762-00d1be9a1766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.979912] env[69498]: DEBUG nova.compute.manager [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] No waiting events found dispatching network-vif-plugged-968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.979970] env[69498]: WARNING nova.compute.manager [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Received unexpected event network-vif-plugged-968ed01f-ffcd-47fb-a707-58277db9cef1 for instance with vm_state building and task_state spawning. [ 1246.980275] env[69498]: DEBUG nova.compute.manager [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Received event network-changed-968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.980457] env[69498]: DEBUG nova.compute.manager [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Refreshing instance network info cache due to event network-changed-968ed01f-ffcd-47fb-a707-58277db9cef1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.980629] env[69498]: DEBUG oslo_concurrency.lockutils [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] Acquiring lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.096636] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5203a3a8-3371-44e2-1a33-16b052e640ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015106} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.097582] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b32a3e-8038-4020-8174-4e9d1b07a91a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.103826] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1247.103826] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521e7c08-2907-a8b5-038d-911edda97e72" [ 1247.103826] env[69498]: _type = "Task" [ 1247.103826] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.114618] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521e7c08-2907-a8b5-038d-911edda97e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.211677] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f81c8cfa-2bec-46a9-883e-3f093b0ab48f tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "4fb09210-19e5-4571-bf28-da8c72c86ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.720s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.354425] env[69498]: DEBUG nova.objects.instance [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'flavor' on Instance uuid cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.482636] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Releasing lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.483091] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Instance network_info: |[{"id": "968ed01f-ffcd-47fb-a707-58277db9cef1", "address": "fa:16:3e:f4:d1:36", "network": {"id": "ee684da0-27ad-48a0-930c-fd67ace1a0f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-5141183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b6da9494bf487d97be71333e89ccbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968ed01f-ff", "ovs_interfaceid": "968ed01f-ffcd-47fb-a707-58277db9cef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.483539] env[69498]: DEBUG oslo_concurrency.lockutils [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] Acquired lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.483789] env[69498]: DEBUG nova.network.neutron [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Refreshing network info cache for port 968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.485409] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d1:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '968ed01f-ffcd-47fb-a707-58277db9cef1', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.495144] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Creating folder: Project (e3b6da9494bf487d97be71333e89ccbd). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.499435] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d3a99a-ff67-4058-bd75-7f0fefeb5a50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.514321] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Created folder: Project (e3b6da9494bf487d97be71333e89ccbd) in parent group-v811634. [ 1247.514530] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Creating folder: Instances. Parent ref: group-v811961. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.514780] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0cfcff-5220-45de-a3d4-f73f56622cad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.525047] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Created folder: Instances in parent group-v811961. [ 1247.525353] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.525609] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.525853] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c57803b0-a258-4f13-b371-ffde6b002cb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.547049] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.547049] env[69498]: value = "task-4098846" [ 1247.547049] env[69498]: _type = "Task" [ 1247.547049] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.555469] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098846, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.615070] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521e7c08-2907-a8b5-038d-911edda97e72, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.617895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.618255] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 16ca03ad-7b68-4041-a081-4d4ba79c8af6/16ca03ad-7b68-4041-a081-4d4ba79c8af6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.618544] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8cc5eb-ee8f-474d-953a-8811c7baa1ba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.627413] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1247.627413] env[69498]: value = "task-4098847" [ 1247.627413] env[69498]: _type = "Task" [ 1247.627413] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.637183] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.752185] env[69498]: DEBUG nova.network.neutron [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updated VIF entry in instance network info cache for port 968ed01f-ffcd-47fb-a707-58277db9cef1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.752634] env[69498]: DEBUG nova.network.neutron [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updating instance_info_cache with network_info: [{"id": "968ed01f-ffcd-47fb-a707-58277db9cef1", "address": "fa:16:3e:f4:d1:36", "network": {"id": "ee684da0-27ad-48a0-930c-fd67ace1a0f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-5141183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b6da9494bf487d97be71333e89ccbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968ed01f-ff", "ovs_interfaceid": "968ed01f-ffcd-47fb-a707-58277db9cef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.864600] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.864600] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.864600] env[69498]: DEBUG nova.network.neutron [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.864600] env[69498]: DEBUG nova.objects.instance [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'info_cache' on Instance uuid cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.058707] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098846, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.140509] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.255468] env[69498]: DEBUG oslo_concurrency.lockutils [req-f2bbd96e-0cbc-48f5-92a3-3bf41824803a req-cd5faea8-14ef-41ac-8381-bc372c34d0bf service nova] Releasing lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.368780] env[69498]: DEBUG nova.objects.base [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1248.558072] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098846, 'name': CreateVM_Task, 'duration_secs': 0.564422} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.558271] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.558932] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.559137] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.559458] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.559714] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bdfd1a-8afd-4842-b524-6797706f6ecc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.564216] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1248.564216] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5265b248-bb59-52a7-2789-f399fd0091af" [ 1248.564216] env[69498]: _type = "Task" [ 1248.564216] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.573461] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5265b248-bb59-52a7-2789-f399fd0091af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.621262] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "b01bec23-9ce5-4a03-a257-2433780f95fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.621529] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.621745] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "b01bec23-9ce5-4a03-a257-2433780f95fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.621933] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.622125] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.624458] env[69498]: INFO nova.compute.manager [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Terminating instance [ 1248.638594] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54028} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.638844] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 16ca03ad-7b68-4041-a081-4d4ba79c8af6/16ca03ad-7b68-4041-a081-4d4ba79c8af6.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.639083] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.639355] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da45a5f8-865d-4d3b-9a4b-a3d28998fa58 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.646904] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1248.646904] env[69498]: value = "task-4098849" [ 1248.646904] env[69498]: _type = "Task" [ 1248.646904] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.656615] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.076797] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5265b248-bb59-52a7-2789-f399fd0091af, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.077214] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.077403] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.077646] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.077796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.078090] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.078393] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b0248c8-01ce-470e-b478-9d8875ec5284 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.089382] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.089628] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.090615] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3990e868-9821-4b90-a4b0-f5544c773c1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.097954] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1249.097954] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b593cf-99fa-016d-91ec-e1598696c3b6" [ 1249.097954] env[69498]: _type = "Task" [ 1249.097954] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.106597] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b593cf-99fa-016d-91ec-e1598696c3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.128703] env[69498]: DEBUG nova.compute.manager [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.128978] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.129899] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96027f4-8515-4e98-8c37-02f4fc86f4cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.138921] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.139210] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3e3822-1f76-463e-bff9-b19311c97dbd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.146053] env[69498]: DEBUG oslo_vmware.api [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1249.146053] env[69498]: value = "task-4098850" [ 1249.146053] env[69498]: _type = "Task" [ 1249.146053] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.159425] env[69498]: DEBUG oslo_vmware.api [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.162875] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068834} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.163165] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.163997] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ac73a2-f65d-4e78-8e4a-2c173465955f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.191021] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 16ca03ad-7b68-4041-a081-4d4ba79c8af6/16ca03ad-7b68-4041-a081-4d4ba79c8af6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.194508] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14bbec5-1ea3-44f1-b1c3-e0856afd1867 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.215621] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1249.215621] env[69498]: value = "task-4098851" [ 1249.215621] env[69498]: _type = "Task" [ 1249.215621] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.225670] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.249590] env[69498]: DEBUG nova.network.neutron [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.609955] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b593cf-99fa-016d-91ec-e1598696c3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.610871] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8137ebba-594a-450d-a487-164e91a31c92 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.616660] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1249.616660] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a23d5-fe95-5793-12f9-a985b6fe8e84" [ 1249.616660] env[69498]: _type = "Task" [ 1249.616660] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.624805] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a23d5-fe95-5793-12f9-a985b6fe8e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.656258] env[69498]: DEBUG oslo_vmware.api [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098850, 'name': PowerOffVM_Task, 'duration_secs': 0.258968} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.656550] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.656717] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.656973] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a25efd5-579e-4ce1-a463-c8d0e9020db8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.728132] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098851, 'name': ReconfigVM_Task, 'duration_secs': 0.398527} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.728468] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 16ca03ad-7b68-4041-a081-4d4ba79c8af6/16ca03ad-7b68-4041-a081-4d4ba79c8af6.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.729267] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc87310-3d0b-44ec-b5a4-51e34d3369f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.732753] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.733055] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.733310] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleting the datastore file [datastore1] b01bec23-9ce5-4a03-a257-2433780f95fe {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.734105] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-876e5a85-ef02-4fc0-98fb-50ce55ac8b2e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.739505] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1249.739505] env[69498]: value = "task-4098853" [ 1249.739505] env[69498]: _type = "Task" [ 1249.739505] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.744479] env[69498]: DEBUG oslo_vmware.api [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for the task: (returnval){ [ 1249.744479] env[69498]: value = "task-4098854" [ 1249.744479] env[69498]: _type = "Task" [ 1249.744479] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.751857] env[69498]: DEBUG oslo_concurrency.lockutils [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.753301] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098853, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.759136] env[69498]: DEBUG oslo_vmware.api [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.127800] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]525a23d5-fe95-5793-12f9-a985b6fe8e84, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.128202] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.128424] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 521a2017-4964-4814-b762-00d1be9a1766/521a2017-4964-4814-b762-00d1be9a1766.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.128782] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a451ceef-8b9e-4006-80fa-f2516cd4ece6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.136977] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1250.136977] env[69498]: value = "task-4098855" [ 1250.136977] env[69498]: _type = "Task" [ 1250.136977] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.146794] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.253559] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098853, 'name': Rename_Task, 'duration_secs': 0.170913} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.254550] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.256602] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-188e6b5e-c19d-4ea2-a53b-45365b7dfa27 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.264335] env[69498]: DEBUG oslo_vmware.api [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Task: {'id': task-4098854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147951} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.265319] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.265543] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.265874] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.266171] env[69498]: INFO nova.compute.manager [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1250.266561] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.267591] env[69498]: DEBUG nova.compute.manager [-] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.267775] env[69498]: DEBUG nova.network.neutron [-] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.271769] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1250.271769] env[69498]: value = "task-4098856" [ 1250.271769] env[69498]: _type = "Task" [ 1250.271769] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.285796] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.390809] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.391110] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811960', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'name': 'volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4614122f-2b4d-432e-804b-4bd6f685427d', 'attached_at': '', 'detached_at': '', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'serial': '56a49e1c-b08d-4ca7-b54f-b109c2add03b'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.392033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365ce80-ed2c-4632-a7a6-db497fd01eb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.413935] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7df027-119c-41bd-a1f8-22e09ac6df71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.451033] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b/volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.451454] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35191efa-fa13-43e8-a033-a82feaa6d24e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.472365] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1250.472365] env[69498]: value = "task-4098857" [ 1250.472365] env[69498]: _type = "Task" [ 1250.472365] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.483018] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.647660] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098855, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.765398] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.768935] env[69498]: DEBUG nova.compute.manager [req-6e413e2c-4cdf-4785-b3bb-008e9e312f0f req-30d80235-c5ea-4f30-a4fa-b6741c6f340f service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Received event network-vif-deleted-bd715a94-be2f-4658-bae1-6d452fc377e0 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.768935] env[69498]: INFO nova.compute.manager [req-6e413e2c-4cdf-4785-b3bb-008e9e312f0f req-30d80235-c5ea-4f30-a4fa-b6741c6f340f service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Neutron deleted interface bd715a94-be2f-4658-bae1-6d452fc377e0; detaching it from the instance and deleting it from the info cache [ 1250.769067] env[69498]: DEBUG nova.network.neutron [req-6e413e2c-4cdf-4785-b3bb-008e9e312f0f req-30d80235-c5ea-4f30-a4fa-b6741c6f340f service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.770377] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-060dcc34-f10a-460b-9bca-b1bd650bca16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.779295] env[69498]: DEBUG oslo_vmware.api [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1250.779295] env[69498]: value = "task-4098858" [ 1250.779295] env[69498]: _type = "Task" [ 1250.779295] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.790732] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098856, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.796906] env[69498]: DEBUG oslo_vmware.api [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.984462] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.040558] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205282f-e448-83ab-63a4-f3a4b5e62481/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1251.041556] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2a649-032d-42bd-b123-625cd74c8754 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.049023] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205282f-e448-83ab-63a4-f3a4b5e62481/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1251.049212] env[69498]: ERROR oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205282f-e448-83ab-63a4-f3a4b5e62481/disk-0.vmdk due to incomplete transfer. [ 1251.049493] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2531f351-f2fa-4e8e-885f-ff2d2ba3e455 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.057708] env[69498]: DEBUG oslo_vmware.rw_handles [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205282f-e448-83ab-63a4-f3a4b5e62481/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1251.058037] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Uploaded image 819513fd-266d-442a-9ff0-d8a51ee431e0 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1251.060469] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1251.060791] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8130d83b-3fae-4126-a6dd-94272f17dcb1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.067595] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1251.067595] env[69498]: value = "task-4098859" [ 1251.067595] env[69498]: _type = "Task" [ 1251.067595] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.077499] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098859, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.149704] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531925} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.150067] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 521a2017-4964-4814-b762-00d1be9a1766/521a2017-4964-4814-b762-00d1be9a1766.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.150359] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.150705] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cc55d18-d153-4fec-a26d-1aa15b881cb2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.159327] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1251.159327] env[69498]: value = "task-4098860" [ 1251.159327] env[69498]: _type = "Task" [ 1251.159327] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.169852] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.243690] env[69498]: DEBUG nova.network.neutron [-] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.273699] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72a1abe9-732c-4b8c-a621-bd17fe77c43b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.292442] env[69498]: DEBUG oslo_vmware.api [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098856, 'name': PowerOnVM_Task, 'duration_secs': 0.795186} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.296530] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b39ba-8bb2-4983-9a4f-1c4f46b70551 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.311651] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.311904] env[69498]: INFO nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1251.312137] env[69498]: DEBUG nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1251.317422] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5a2a2-908f-4b75-ae42-a0d2a6726474 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.324412] env[69498]: DEBUG oslo_vmware.api [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.347187] env[69498]: DEBUG nova.compute.manager [req-6e413e2c-4cdf-4785-b3bb-008e9e312f0f req-30d80235-c5ea-4f30-a4fa-b6741c6f340f service nova] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Detach interface failed, port_id=bd715a94-be2f-4658-bae1-6d452fc377e0, reason: Instance b01bec23-9ce5-4a03-a257-2433780f95fe could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.483992] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098857, 'name': ReconfigVM_Task, 'duration_secs': 0.798927} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.484330] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b/volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.490082] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0cad73-c3f8-4152-9935-0ff5f5fe7708 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.507215] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1251.507215] env[69498]: value = "task-4098861" [ 1251.507215] env[69498]: _type = "Task" [ 1251.507215] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.518139] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.578443] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098859, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.670294] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1003} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.670599] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.671532] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab93db-dad1-47a8-8a17-affc01116702 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.696473] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 521a2017-4964-4814-b762-00d1be9a1766/521a2017-4964-4814-b762-00d1be9a1766.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.696825] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb3e4fd-a9d7-4130-a954-fd64871eaeed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.722493] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1251.722493] env[69498]: value = "task-4098862" [ 1251.722493] env[69498]: _type = "Task" [ 1251.722493] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.733336] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.745272] env[69498]: INFO nova.compute.manager [-] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Took 1.48 seconds to deallocate network for instance. [ 1251.796869] env[69498]: DEBUG oslo_vmware.api [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098858, 'name': PowerOnVM_Task, 'duration_secs': 0.542021} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.797191] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.797394] env[69498]: DEBUG nova.compute.manager [None req-e296203b-ea37-46c6-96a8-73554227a6e5 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1251.799054] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d2b3a-b50f-4fec-981b-b23d0479f733 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.856950] env[69498]: INFO nova.compute.manager [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Took 13.26 seconds to build instance. [ 1252.019241] env[69498]: DEBUG oslo_vmware.api [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098861, 'name': ReconfigVM_Task, 'duration_secs': 0.262196} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.019574] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811960', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'name': 'volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4614122f-2b4d-432e-804b-4bd6f685427d', 'attached_at': '', 'detached_at': '', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'serial': '56a49e1c-b08d-4ca7-b54f-b109c2add03b'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.080619] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098859, 'name': Destroy_Task, 'duration_secs': 0.996223} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.080901] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Destroyed the VM [ 1252.081166] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1252.081436] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96cb355f-954b-47b3-8124-616ac6c68680 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.088765] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1252.088765] env[69498]: value = "task-4098863" [ 1252.088765] env[69498]: _type = "Task" [ 1252.088765] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.100645] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.237618] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098862, 'name': ReconfigVM_Task, 'duration_secs': 0.31341} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.238147] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 521a2017-4964-4814-b762-00d1be9a1766/521a2017-4964-4814-b762-00d1be9a1766.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.239205] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df1b943-dbad-422f-a0b6-e0a91a1b55ce {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.248024] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1252.248024] env[69498]: value = "task-4098864" [ 1252.248024] env[69498]: _type = "Task" [ 1252.248024] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.261549] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.261886] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.262187] env[69498]: DEBUG nova.objects.instance [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lazy-loading 'resources' on Instance uuid b01bec23-9ce5-4a03-a257-2433780f95fe {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.263417] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098864, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.360136] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b30101b-133c-4a65-8bf4-0a36ca02ecee tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.775s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.607353] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.760209] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098864, 'name': Rename_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.892428] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7824a12-5623-4a7a-b690-6fceafeff55d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.901967] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6d6b6-0a83-422d-9cc2-e3da0b06d17c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.944233] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01c58d7-1c06-4870-9cba-d6afd3f79e8d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.956432] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3960afdd-82c8-453e-ac0c-95c6a553517f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.977886] env[69498]: DEBUG nova.compute.provider_tree [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.078300] env[69498]: DEBUG nova.objects.instance [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'flavor' on Instance uuid 4614122f-2b4d-432e-804b-4bd6f685427d {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.104019] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098863, 'name': RemoveSnapshot_Task, 'duration_secs': 0.971511} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.104341] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1253.104625] env[69498]: DEBUG nova.compute.manager [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.106210] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6155f89f-ded9-416c-8314-73d48ab29efd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.118241] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ffccab-043b-4f90-8b19-8e0189d39c00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.125769] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Suspending the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1253.126128] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8f30ee52-f6e9-4db3-b23a-81bd93488999 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.134436] env[69498]: DEBUG oslo_vmware.api [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1253.134436] env[69498]: value = "task-4098865" [ 1253.134436] env[69498]: _type = "Task" [ 1253.134436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.145070] env[69498]: DEBUG oslo_vmware.api [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098865, 'name': SuspendVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.263322] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098864, 'name': Rename_Task, 'duration_secs': 0.873286} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.263694] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.263963] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6abdc9-fe89-4e18-871f-5582382c9896 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.272886] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1253.272886] env[69498]: value = "task-4098866" [ 1253.272886] env[69498]: _type = "Task" [ 1253.272886] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.286880] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.481950] env[69498]: DEBUG nova.scheduler.client.report [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.585735] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b5d464db-384c-4bb3-9f84-e5c3037b7a95 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.821s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.625342] env[69498]: INFO nova.compute.manager [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Shelve offloading [ 1253.648532] env[69498]: DEBUG oslo_vmware.api [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098865, 'name': SuspendVM_Task} progress is 58%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.787359] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.993459] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.022195] env[69498]: INFO nova.scheduler.client.report [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Deleted allocations for instance b01bec23-9ce5-4a03-a257-2433780f95fe [ 1254.131512] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.131923] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d746b77-4f27-4729-9537-883891785df6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.142126] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1254.142126] env[69498]: value = "task-4098867" [ 1254.142126] env[69498]: _type = "Task" [ 1254.142126] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.150414] env[69498]: DEBUG oslo_vmware.api [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098865, 'name': SuspendVM_Task, 'duration_secs': 0.682621} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.151113] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Suspended the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1254.151345] env[69498]: DEBUG nova.compute.manager [None req-cb1bc0d6-67c5-4d32-8108-68545e084ee5 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.152164] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ce590a-4056-4912-9477-252166505cee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.160063] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1254.160392] env[69498]: DEBUG nova.compute.manager [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.161116] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3098701-5c76-4da6-a2e2-0a4c8b19ac1f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.172165] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.172313] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.172481] env[69498]: DEBUG nova.network.neutron [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.285339] env[69498]: DEBUG oslo_vmware.api [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098866, 'name': PowerOnVM_Task, 'duration_secs': 0.826811} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.285646] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.286726] env[69498]: INFO nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1254.286726] env[69498]: DEBUG nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.286862] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842efa10-db69-48b7-b789-92d01b0f2c4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.382611] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.382925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.535119] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ce93cd32-bcc3-424c-8eb7-8538419e0a62 tempest-ServersTestJSON-1152730972 tempest-ServersTestJSON-1152730972-project-member] Lock "b01bec23-9ce5-4a03-a257-2433780f95fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.814590] env[69498]: INFO nova.compute.manager [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Took 15.82 seconds to build instance. [ 1254.887604] env[69498]: INFO nova.compute.manager [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Detaching volume 56a49e1c-b08d-4ca7-b54f-b109c2add03b [ 1254.944226] env[69498]: INFO nova.virt.block_device [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Attempting to driver detach volume 56a49e1c-b08d-4ca7-b54f-b109c2add03b from mountpoint /dev/sdb [ 1254.945758] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.945758] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811960', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'name': 'volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4614122f-2b4d-432e-804b-4bd6f685427d', 'attached_at': '', 'detached_at': '', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'serial': '56a49e1c-b08d-4ca7-b54f-b109c2add03b'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.945758] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aa0a61-14d3-4b4c-9820-b87ee1c9a0e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.974261] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618be29-c365-4184-b26b-6e96a5eaea30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.982304] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17924be3-f233-48b2-be61-274e964e91b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.004009] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad35e8f-82be-460f-af90-3cfb312eb1e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.020691] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] The volume has not been displaced from its original location: [datastore2] volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b/volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.026243] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.026587] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea01d89-4884-493a-8771-6f1b8ab37410 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.046749] env[69498]: DEBUG oslo_vmware.api [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1255.046749] env[69498]: value = "task-4098868" [ 1255.046749] env[69498]: _type = "Task" [ 1255.046749] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.056066] env[69498]: DEBUG oslo_vmware.api [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.319628] env[69498]: DEBUG oslo_concurrency.lockutils [None req-b11243fd-efb6-49f2-991f-97b346a30a03 tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "521a2017-4964-4814-b762-00d1be9a1766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.339s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.337105] env[69498]: DEBUG nova.network.neutron [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.435881] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.436087] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.561125] env[69498]: DEBUG oslo_vmware.api [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098868, 'name': ReconfigVM_Task, 'duration_secs': 0.239402} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.561636] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.568310] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255d786c-deb5-4ef0-a28e-ca06f1edb63d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.589029] env[69498]: DEBUG oslo_vmware.api [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1255.589029] env[69498]: value = "task-4098869" [ 1255.589029] env[69498]: _type = "Task" [ 1255.589029] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.597777] env[69498]: DEBUG oslo_vmware.api [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.845025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.879507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.879507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.879507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.879507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.879507] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.880604] env[69498]: INFO nova.compute.manager [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Terminating instance [ 1255.940825] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.105993] env[69498]: DEBUG nova.compute.manager [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Received event network-changed-968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.106442] env[69498]: DEBUG nova.compute.manager [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Refreshing instance network info cache due to event network-changed-968ed01f-ffcd-47fb-a707-58277db9cef1. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.106937] env[69498]: DEBUG oslo_concurrency.lockutils [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] Acquiring lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.107166] env[69498]: DEBUG oslo_concurrency.lockutils [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] Acquired lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.107555] env[69498]: DEBUG nova.network.neutron [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Refreshing network info cache for port 968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.113507] env[69498]: DEBUG oslo_vmware.api [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098869, 'name': ReconfigVM_Task, 'duration_secs': 0.15574} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.114825] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811960', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'name': 'volume-56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4614122f-2b4d-432e-804b-4bd6f685427d', 'attached_at': '', 'detached_at': '', 'volume_id': '56a49e1c-b08d-4ca7-b54f-b109c2add03b', 'serial': '56a49e1c-b08d-4ca7-b54f-b109c2add03b'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.206181] env[69498]: DEBUG nova.compute.manager [req-6178a4e5-a40d-432b-a243-2e9b70bfa24b req-4517e8d6-3f32-464c-b8af-2d57143c910c service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-vif-unplugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.207023] env[69498]: DEBUG oslo_concurrency.lockutils [req-6178a4e5-a40d-432b-a243-2e9b70bfa24b req-4517e8d6-3f32-464c-b8af-2d57143c910c service nova] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.207023] env[69498]: DEBUG oslo_concurrency.lockutils [req-6178a4e5-a40d-432b-a243-2e9b70bfa24b req-4517e8d6-3f32-464c-b8af-2d57143c910c service nova] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.207153] env[69498]: DEBUG oslo_concurrency.lockutils [req-6178a4e5-a40d-432b-a243-2e9b70bfa24b req-4517e8d6-3f32-464c-b8af-2d57143c910c service nova] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.207318] env[69498]: DEBUG nova.compute.manager [req-6178a4e5-a40d-432b-a243-2e9b70bfa24b req-4517e8d6-3f32-464c-b8af-2d57143c910c service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] No waiting events found dispatching network-vif-unplugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.207485] env[69498]: WARNING nova.compute.manager [req-6178a4e5-a40d-432b-a243-2e9b70bfa24b req-4517e8d6-3f32-464c-b8af-2d57143c910c service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received unexpected event network-vif-unplugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 for instance with vm_state shelved and task_state shelving_offloading. [ 1256.298175] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.299134] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83efc382-9917-474f-af24-56fab5712ddc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.307745] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.308061] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-765bbabe-ddd7-4e00-b98a-ae5f7b4208ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.380836] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.381297] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.381297] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleting the datastore file [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.381763] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e64860-4c1f-45c8-8f27-cacdd1e21835 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.387225] env[69498]: DEBUG nova.compute.manager [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.387473] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.388930] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10e763d-56fb-4188-a4e5-6d48f262d0ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.392623] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1256.392623] env[69498]: value = "task-4098871" [ 1256.392623] env[69498]: _type = "Task" [ 1256.392623] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.398807] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.400458] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db8785b-c46e-4da7-87f6-457be1b5ba72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.404299] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.465875] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.466312] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.468131] env[69498]: INFO nova.compute.claims [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.473079] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.473380] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.473647] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleting the datastore file [datastore2] 16ca03ad-7b68-4041-a081-4d4ba79c8af6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.473949] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ea7b71f-49c3-4d3a-865b-587782f8ff55 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.481929] env[69498]: DEBUG oslo_vmware.api [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1256.481929] env[69498]: value = "task-4098873" [ 1256.481929] env[69498]: _type = "Task" [ 1256.481929] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.492331] env[69498]: DEBUG oslo_vmware.api [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.682035] env[69498]: DEBUG nova.objects.instance [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'flavor' on Instance uuid 4614122f-2b4d-432e-804b-4bd6f685427d {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.869122] env[69498]: DEBUG nova.network.neutron [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updated VIF entry in instance network info cache for port 968ed01f-ffcd-47fb-a707-58277db9cef1. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.869542] env[69498]: DEBUG nova.network.neutron [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updating instance_info_cache with network_info: [{"id": "968ed01f-ffcd-47fb-a707-58277db9cef1", "address": "fa:16:3e:f4:d1:36", "network": {"id": "ee684da0-27ad-48a0-930c-fd67ace1a0f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-5141183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3b6da9494bf487d97be71333e89ccbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968ed01f-ff", "ovs_interfaceid": "968ed01f-ffcd-47fb-a707-58277db9cef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.903475] env[69498]: DEBUG oslo_vmware.api [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194097} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.903734] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.903918] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.904104] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.925755] env[69498]: INFO nova.scheduler.client.report [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted allocations for instance c6f3bba6-c193-4390-a53b-196877ea488f [ 1256.994964] env[69498]: DEBUG oslo_vmware.api [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243349} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.994964] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.994964] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.994964] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.994964] env[69498]: INFO nova.compute.manager [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1256.994964] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.994964] env[69498]: DEBUG nova.compute.manager [-] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.994964] env[69498]: DEBUG nova.network.neutron [-] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.372176] env[69498]: DEBUG oslo_concurrency.lockutils [req-ddf2e797-2754-492d-9ab2-0c509e369e0c req-b67d62d6-64cd-4b5f-aaa7-46a481ab1f66 service nova] Releasing lock "refresh_cache-521a2017-4964-4814-b762-00d1be9a1766" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.430219] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.570785] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557a6f4-b228-415c-80d4-f9c2daec1de8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.578747] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dcf934-c684-4497-9b89-c0f90dcf8a80 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.609350] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a920deb0-a16d-402e-85aa-975d062643c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.617117] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a22f18f-9b93-4485-b338-6ecaa91024ed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.631084] env[69498]: DEBUG nova.compute.provider_tree [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.692377] env[69498]: DEBUG oslo_concurrency.lockutils [None req-aec69924-4ca1-4778-9b8d-2235c3e37176 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.737278] env[69498]: DEBUG nova.network.neutron [-] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.134502] env[69498]: DEBUG nova.scheduler.client.report [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.239803] env[69498]: INFO nova.compute.manager [-] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Took 1.24 seconds to deallocate network for instance. [ 1258.252754] env[69498]: DEBUG nova.compute.manager [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.252919] env[69498]: DEBUG nova.compute.manager [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing instance network info cache due to event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.253497] env[69498]: DEBUG oslo_concurrency.lockutils [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.253730] env[69498]: DEBUG oslo_concurrency.lockutils [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.253923] env[69498]: DEBUG nova.network.neutron [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.640272] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.640836] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.643540] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.214s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.643759] env[69498]: DEBUG nova.objects.instance [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'resources' on Instance uuid c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.675100] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.675406] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.675620] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "4614122f-2b4d-432e-804b-4bd6f685427d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.675806] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.675993] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.678750] env[69498]: INFO nova.compute.manager [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Terminating instance [ 1258.747150] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.977541] env[69498]: DEBUG nova.network.neutron [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updated VIF entry in instance network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.977921] env[69498]: DEBUG nova.network.neutron [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.146871] env[69498]: DEBUG nova.compute.utils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.148501] env[69498]: DEBUG nova.objects.instance [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'numa_topology' on Instance uuid c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.149666] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.149838] env[69498]: DEBUG nova.network.neutron [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.182630] env[69498]: DEBUG nova.compute.manager [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.182630] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.183550] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225bd35d-df87-4b94-93e6-d13aa9a56331 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.188209] env[69498]: DEBUG nova.policy [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53a83025c4854f909d8ea4578ade48f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e280aba543c149ab8fbb8bc0396dbd45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.194748] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.195017] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60a8c239-7703-43f8-8e3e-6cbe215d91f8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.202646] env[69498]: DEBUG oslo_vmware.api [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1259.202646] env[69498]: value = "task-4098874" [ 1259.202646] env[69498]: _type = "Task" [ 1259.202646] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.211922] env[69498]: DEBUG oslo_vmware.api [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.352190] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.467312] env[69498]: DEBUG nova.network.neutron [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Successfully created port: e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.480643] env[69498]: DEBUG oslo_concurrency.lockutils [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.481116] env[69498]: DEBUG nova.compute.manager [req-6f26ae8b-bbc6-4861-9cfb-f05d8efce267 req-c49cb32c-95f0-413e-bb2a-50568eb5964d service nova] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Received event network-vif-deleted-d1ca1977-b8c4-40a5-948b-532cce47a8a9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.650965] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.653917] env[69498]: DEBUG nova.objects.base [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.715894] env[69498]: DEBUG oslo_vmware.api [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098874, 'name': PowerOffVM_Task, 'duration_secs': 0.226933} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.716269] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.716404] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.717029] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deda814d-9512-427d-895f-e241a5b01313 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.790045] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.790333] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.790538] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleting the datastore file [datastore2] 4614122f-2b4d-432e-804b-4bd6f685427d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.790809] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd044a9b-5824-4c63-8d20-bea2e6fdb657 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.794519] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7709794f-67f6-47df-ac97-6902eda1df62 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.802284] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0070d-1fae-44ea-b48e-6a348c55aac6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.807767] env[69498]: DEBUG oslo_vmware.api [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for the task: (returnval){ [ 1259.807767] env[69498]: value = "task-4098876" [ 1259.807767] env[69498]: _type = "Task" [ 1259.807767] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.837873] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc32c9-09e7-4767-b205-c89d1d7d90ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.843715] env[69498]: DEBUG oslo_vmware.api [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.849343] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b23fbcd-b9fa-4746-9694-3d9309020b0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.863644] env[69498]: DEBUG nova.compute.provider_tree [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.319931] env[69498]: DEBUG oslo_vmware.api [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Task: {'id': task-4098876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155577} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.320459] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.320771] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.321081] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.321384] env[69498]: INFO nova.compute.manager [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1260.321771] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.322093] env[69498]: DEBUG nova.compute.manager [-] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.322253] env[69498]: DEBUG nova.network.neutron [-] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.367109] env[69498]: DEBUG nova.scheduler.client.report [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.663371] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.692505] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.692772] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.692928] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.693128] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.693279] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.693427] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.693643] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.693797] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.693965] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.694152] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.694338] env[69498]: DEBUG nova.virt.hardware [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.695243] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90054cb-f14e-49c1-8ed5-28a44c0afebf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.703865] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9741d867-bcf0-49a8-bd93-632c1d68992b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.719857] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.720129] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.825066] env[69498]: DEBUG nova.compute.manager [req-e01ae1ef-c884-4724-b452-d0053f576229 req-e85a8da9-a45e-479a-ae49-f9b51f21ad53 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Received event network-vif-deleted-7bf85156-bb62-431a-ae9c-d7ed59475557 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.825278] env[69498]: INFO nova.compute.manager [req-e01ae1ef-c884-4724-b452-d0053f576229 req-e85a8da9-a45e-479a-ae49-f9b51f21ad53 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Neutron deleted interface 7bf85156-bb62-431a-ae9c-d7ed59475557; detaching it from the instance and deleting it from the info cache [ 1260.825441] env[69498]: DEBUG nova.network.neutron [req-e01ae1ef-c884-4724-b452-d0053f576229 req-e85a8da9-a45e-479a-ae49-f9b51f21ad53 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.873615] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.877553] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.130s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.877889] env[69498]: DEBUG nova.objects.instance [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'resources' on Instance uuid 16ca03ad-7b68-4041-a081-4d4ba79c8af6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.018340] env[69498]: DEBUG nova.network.neutron [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Successfully updated port: e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.223847] env[69498]: INFO nova.compute.manager [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Detaching volume 883953fc-cb32-487d-92f6-304e779d0e57 [ 1261.296847] env[69498]: DEBUG nova.network.neutron [-] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.329333] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64d1b4b5-dac4-4d7b-9bbf-fc367e03e90c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.339622] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a265d5-b12a-4d30-b8cf-fff0ec8674bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.369573] env[69498]: DEBUG nova.compute.manager [req-e01ae1ef-c884-4724-b452-d0053f576229 req-e85a8da9-a45e-479a-ae49-f9b51f21ad53 service nova] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Detach interface failed, port_id=7bf85156-bb62-431a-ae9c-d7ed59475557, reason: Instance 4614122f-2b4d-432e-804b-4bd6f685427d could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.371929] env[69498]: INFO nova.virt.block_device [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Attempting to driver detach volume 883953fc-cb32-487d-92f6-304e779d0e57 from mountpoint /dev/sdb [ 1261.372187] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.372387] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.373196] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e3656d-7b46-47e5-a490-50b59a337011 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.400838] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4aca41c5-57d7-4a75-983f-6aa3c9c54189 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.666s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.402339] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252d9c59-ad5b-4195-abcc-a43f2693075e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.406733] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.055s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.407597] env[69498]: INFO nova.compute.manager [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Unshelving [ 1261.414432] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9995c552-8c65-42a7-bcf6-7920c1149b7c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.439549] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e0cd03-289e-49f7-8239-547c92bcf590 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.456098] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] The volume has not been displaced from its original location: [datastore1] volume-883953fc-cb32-487d-92f6-304e779d0e57/volume-883953fc-cb32-487d-92f6-304e779d0e57.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.461559] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.464347] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbd9b53-982e-4aa6-a41f-90103fa53ff7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.483873] env[69498]: DEBUG oslo_vmware.api [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1261.483873] env[69498]: value = "task-4098877" [ 1261.483873] env[69498]: _type = "Task" [ 1261.483873] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.495843] env[69498]: DEBUG oslo_vmware.api [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.522728] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "refresh_cache-1eefb0a0-6ca6-4872-9147-b70c7ae3786f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.522998] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquired lock "refresh_cache-1eefb0a0-6ca6-4872-9147-b70c7ae3786f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.523403] env[69498]: DEBUG nova.network.neutron [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.575328] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c258a6-1681-4915-993c-30b52cbea77f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.584149] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e431a8-3d8c-4c9f-a5cc-e0fa67c136bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.615318] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b23bf-f3dd-4d96-b4e4-c09b5c7646ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.624099] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae9702-ea1f-42ae-8e21-88400de52077 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.644025] env[69498]: DEBUG nova.compute.provider_tree [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.799677] env[69498]: INFO nova.compute.manager [-] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Took 1.48 seconds to deallocate network for instance. [ 1261.994572] env[69498]: DEBUG oslo_vmware.api [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098877, 'name': ReconfigVM_Task, 'duration_secs': 0.257775} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.994889] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.999758] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d000ef-da95-40aa-a2d2-98c4ab94d8a3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.015354] env[69498]: DEBUG oslo_vmware.api [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1262.015354] env[69498]: value = "task-4098878" [ 1262.015354] env[69498]: _type = "Task" [ 1262.015354] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.023780] env[69498]: DEBUG oslo_vmware.api [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.062733] env[69498]: DEBUG nova.network.neutron [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.150015] env[69498]: DEBUG nova.scheduler.client.report [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.206633] env[69498]: DEBUG nova.network.neutron [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Updating instance_info_cache with network_info: [{"id": "e64491fb-8e2e-4ef7-bfb2-ba5306330f97", "address": "fa:16:3e:ee:86:99", "network": {"id": "50c49315-6288-44c2-a41a-ef34dc247a84", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1072531266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e280aba543c149ab8fbb8bc0396dbd45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64491fb-8e", "ovs_interfaceid": "e64491fb-8e2e-4ef7-bfb2-ba5306330f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.306640] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.416963] env[69498]: DEBUG nova.compute.utils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.526180] env[69498]: DEBUG oslo_vmware.api [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098878, 'name': ReconfigVM_Task, 'duration_secs': 0.144171} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.526596] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811945', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'name': 'volume-883953fc-cb32-487d-92f6-304e779d0e57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613df5dd-963a-4937-b111-38f5e634ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': '883953fc-cb32-487d-92f6-304e779d0e57', 'serial': '883953fc-cb32-487d-92f6-304e779d0e57'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.655412] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.657772] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.351s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.658064] env[69498]: DEBUG nova.objects.instance [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lazy-loading 'resources' on Instance uuid 4614122f-2b4d-432e-804b-4bd6f685427d {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.680577] env[69498]: INFO nova.scheduler.client.report [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocations for instance 16ca03ad-7b68-4041-a081-4d4ba79c8af6 [ 1262.709046] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Releasing lock "refresh_cache-1eefb0a0-6ca6-4872-9147-b70c7ae3786f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.709538] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Instance network_info: |[{"id": "e64491fb-8e2e-4ef7-bfb2-ba5306330f97", "address": "fa:16:3e:ee:86:99", "network": {"id": "50c49315-6288-44c2-a41a-ef34dc247a84", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1072531266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e280aba543c149ab8fbb8bc0396dbd45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64491fb-8e", "ovs_interfaceid": "e64491fb-8e2e-4ef7-bfb2-ba5306330f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.710029] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:86:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e64491fb-8e2e-4ef7-bfb2-ba5306330f97', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.717534] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Creating folder: Project (e280aba543c149ab8fbb8bc0396dbd45). Parent ref: group-v811634. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.718206] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84986c1a-bd26-433c-81f4-4b62d4fc8cea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.729698] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Created folder: Project (e280aba543c149ab8fbb8bc0396dbd45) in parent group-v811634. [ 1262.729909] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Creating folder: Instances. Parent ref: group-v811964. {{(pid=69498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.730272] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b903ec68-6644-47d2-a9ea-231f5b61af23 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.741861] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Created folder: Instances in parent group-v811964. [ 1262.742100] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.742310] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.742569] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a81f3339-653a-4a76-9ce9-4a2219b9cea5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.763708] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.763708] env[69498]: value = "task-4098881" [ 1262.763708] env[69498]: _type = "Task" [ 1262.763708] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.772440] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.854917] env[69498]: DEBUG nova.compute.manager [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Received event network-vif-plugged-e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.855212] env[69498]: DEBUG oslo_concurrency.lockutils [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] Acquiring lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.855330] env[69498]: DEBUG oslo_concurrency.lockutils [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.855475] env[69498]: DEBUG oslo_concurrency.lockutils [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.855666] env[69498]: DEBUG nova.compute.manager [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] No waiting events found dispatching network-vif-plugged-e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1262.855855] env[69498]: WARNING nova.compute.manager [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Received unexpected event network-vif-plugged-e64491fb-8e2e-4ef7-bfb2-ba5306330f97 for instance with vm_state building and task_state spawning. [ 1262.856158] env[69498]: DEBUG nova.compute.manager [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Received event network-changed-e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.856521] env[69498]: DEBUG nova.compute.manager [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Refreshing instance network info cache due to event network-changed-e64491fb-8e2e-4ef7-bfb2-ba5306330f97. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.856686] env[69498]: DEBUG oslo_concurrency.lockutils [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] Acquiring lock "refresh_cache-1eefb0a0-6ca6-4872-9147-b70c7ae3786f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.856770] env[69498]: DEBUG oslo_concurrency.lockutils [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] Acquired lock "refresh_cache-1eefb0a0-6ca6-4872-9147-b70c7ae3786f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.856977] env[69498]: DEBUG nova.network.neutron [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Refreshing network info cache for port e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.920782] env[69498]: INFO nova.virt.block_device [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Booting with volume e66a60f3-21df-4b5c-ba41-8a12751d7af3 at /dev/sdb [ 1262.954921] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c44d936b-d2cd-4bb1-8916-b7d673e0adb0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.966652] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6063a6-bf14-43b9-8bdc-829b86b15069 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.999530] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06440da6-b958-4bd8-9f3a-c79f265cdf19 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.009349] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3759c6f7-030d-47e4-849c-5397d16ce7e7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.040526] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a039b-b424-4b54-907d-29cfeff1b854 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.048302] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990ba412-26a6-41a3-8cc6-758d34f218ab {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.062288] env[69498]: DEBUG nova.virt.block_device [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating existing volume attachment record: 408e46a4-7d55-47fa-9603-70aacced7b31 {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1263.072402] env[69498]: DEBUG nova.objects.instance [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'flavor' on Instance uuid 613df5dd-963a-4937-b111-38f5e634ddb6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.189949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-2aaaeafb-a95b-485c-a2e9-38f4765d383b tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "16ca03ad-7b68-4041-a081-4d4ba79c8af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.313s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.273504] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276134a8-723b-46ba-adab-8ef710a74bd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.280515] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.286902] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca22e5-f35a-4a40-9e3b-7d635491f454 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.324435] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a686f4-2f6e-42e8-a4e1-54207a4cc407 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.333286] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf94d44-6ef5-4def-9d24-5f5186fe60de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.349963] env[69498]: DEBUG nova.compute.provider_tree [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.578738] env[69498]: DEBUG nova.network.neutron [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Updated VIF entry in instance network info cache for port e64491fb-8e2e-4ef7-bfb2-ba5306330f97. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.579248] env[69498]: DEBUG nova.network.neutron [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Updating instance_info_cache with network_info: [{"id": "e64491fb-8e2e-4ef7-bfb2-ba5306330f97", "address": "fa:16:3e:ee:86:99", "network": {"id": "50c49315-6288-44c2-a41a-ef34dc247a84", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1072531266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e280aba543c149ab8fbb8bc0396dbd45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64491fb-8e", "ovs_interfaceid": "e64491fb-8e2e-4ef7-bfb2-ba5306330f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.774754] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.852939] env[69498]: DEBUG nova.scheduler.client.report [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.993970] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.994324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.082970] env[69498]: DEBUG oslo_concurrency.lockutils [req-a4a384ff-2b79-4c9b-9233-c9955b5ad18b req-1bb779e7-898f-46be-90da-6a2b2a5f798e service nova] Releasing lock "refresh_cache-1eefb0a0-6ca6-4872-9147-b70c7ae3786f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.083485] env[69498]: DEBUG oslo_concurrency.lockutils [None req-16cda1d3-bf97-4bae-a403-eca414c455b3 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.275674] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.357420] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.376623] env[69498]: INFO nova.scheduler.client.report [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Deleted allocations for instance 4614122f-2b4d-432e-804b-4bd6f685427d [ 1264.496172] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.775243] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.885064] env[69498]: DEBUG oslo_concurrency.lockutils [None req-4cee4b32-91dc-4e00-9396-f954dcc5bf28 tempest-AttachVolumeNegativeTest-483714092 tempest-AttachVolumeNegativeTest-483714092-project-member] Lock "4614122f-2b4d-432e-804b-4bd6f685427d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.209s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.021301] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.021676] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.023629] env[69498]: INFO nova.compute.claims [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.074268] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.074525] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.074796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.074997] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.075181] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.077328] env[69498]: INFO nova.compute.manager [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Terminating instance [ 1265.276862] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.581324] env[69498]: DEBUG nova.compute.manager [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.581618] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.582846] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e268d-264c-46d1-b941-24a02edc1de8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.591611] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.591867] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60dbec48-2df2-4051-aa67-55c270ec39c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.599206] env[69498]: DEBUG oslo_vmware.api [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1265.599206] env[69498]: value = "task-4098887" [ 1265.599206] env[69498]: _type = "Task" [ 1265.599206] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.608655] env[69498]: DEBUG oslo_vmware.api [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.776950] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.115024] env[69498]: DEBUG oslo_vmware.api [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098887, 'name': PowerOffVM_Task, 'duration_secs': 0.247018} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.115388] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.115635] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.115982] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea10887-1dbc-4913-b479-7c145fc316e6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.143992] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6be131-33a6-46f3-aeb5-27db02c4787c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.152588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09966b-4479-449e-a407-96002de8b781 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.191840] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf81ae-7a88-42d5-b0b2-1818f1c27ff4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.195717] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.196642] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.198703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.198923] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.199160] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore2] 613df5dd-963a-4937-b111-38f5e634ddb6 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.199422] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ea5eb8-3bfb-4ce7-a6d9-ab8192cbb0c8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.205798] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d3a62-aed7-445a-934b-fc81cd6c6ec1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.211017] env[69498]: DEBUG oslo_vmware.api [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1266.211017] env[69498]: value = "task-4098889" [ 1266.211017] env[69498]: _type = "Task" [ 1266.211017] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.223259] env[69498]: DEBUG nova.compute.provider_tree [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.232176] env[69498]: DEBUG oslo_vmware.api [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.277662] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.704214] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.704214] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.704214] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.704214] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.704214] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.704938] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.722645] env[69498]: DEBUG oslo_vmware.api [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232694} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.723882] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.724168] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.724343] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.724638] env[69498]: INFO nova.compute.manager [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1266.724971] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.725492] env[69498]: DEBUG nova.compute.manager [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.725617] env[69498]: DEBUG nova.network.neutron [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.728119] env[69498]: DEBUG nova.scheduler.client.report [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.778667] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.190401] env[69498]: DEBUG nova.compute.manager [req-182f81eb-86ff-40ef-8ee4-09a2525a21dc req-2207ec20-f8cd-46a4-9255-c2ccde307098 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Received event network-vif-deleted-c50721d6-ada4-4509-b674-1095fb39f9f4 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.190660] env[69498]: INFO nova.compute.manager [req-182f81eb-86ff-40ef-8ee4-09a2525a21dc req-2207ec20-f8cd-46a4-9255-c2ccde307098 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Neutron deleted interface c50721d6-ada4-4509-b674-1095fb39f9f4; detaching it from the instance and deleting it from the info cache [ 1267.190765] env[69498]: DEBUG nova.network.neutron [req-182f81eb-86ff-40ef-8ee4-09a2525a21dc req-2207ec20-f8cd-46a4-9255-c2ccde307098 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.207844] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Getting list of instances from cluster (obj){ [ 1267.207844] env[69498]: value = "domain-c8" [ 1267.207844] env[69498]: _type = "ClusterComputeResource" [ 1267.207844] env[69498]: } {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1267.209467] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e24303-c715-4733-94b2-55177c643c7b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.227172] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Got total of 4 instances {{(pid=69498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1267.227172] env[69498]: WARNING nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1267.227172] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid c26f1fa1-6315-4cd2-a529-25558347117b {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.227172] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid 613df5dd-963a-4937-b111-38f5e634ddb6 {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.227172] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.227172] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid 521a2017-4964-4814-b762-00d1be9a1766 {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.227172] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid 1eefb0a0-6ca6-4872-9147-b70c7ae3786f {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.227172] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Triggering sync for uuid d0d775b0-2a83-45b1-a00c-581b7183faa8 {{(pid=69498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.227172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "c26f1fa1-6315-4cd2-a529-25558347117b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.228527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "c26f1fa1-6315-4cd2-a529-25558347117b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.228527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "613df5dd-963a-4937-b111-38f5e634ddb6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.228527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.228527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.228527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "521a2017-4964-4814-b762-00d1be9a1766" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.228527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "521a2017-4964-4814-b762-00d1be9a1766" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.228805] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.228853] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.229456] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.229456] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1267.229940] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c019ff-5596-436c-9808-ea35851ea381 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.235021] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d94319-8118-490e-91d8-28e39b458f63 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.238247] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16928284-ccc2-419c-bc81-9f3f7bf0fc79 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.241093] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.242616] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.243268] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.280651] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098881, 'name': CreateVM_Task, 'duration_secs': 4.051547} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.280651] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.281928] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.281928] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.281928] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.282186] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aad9438-4ac1-45ea-a143-9f3edb02467d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.288239] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1267.288239] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52869533-e2c6-83e7-5536-1a4d7f5d2829" [ 1267.288239] env[69498]: _type = "Task" [ 1267.288239] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.299698] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52869533-e2c6-83e7-5536-1a4d7f5d2829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.670443] env[69498]: DEBUG nova.network.neutron [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.693285] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7597d93-df7e-4109-bb9b-dba11d5e2f6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.704816] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc99ed-9ef6-481d-adba-77591d19980a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.735009] env[69498]: DEBUG nova.compute.manager [req-182f81eb-86ff-40ef-8ee4-09a2525a21dc req-2207ec20-f8cd-46a4-9255-c2ccde307098 service nova] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Detach interface failed, port_id=c50721d6-ada4-4509-b674-1095fb39f9f4, reason: Instance 613df5dd-963a-4937-b111-38f5e634ddb6 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.748415] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.748668] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.748835] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.749032] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1267.750236] env[69498]: DEBUG nova.compute.utils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.752329] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1290b-b220-4cf9-b9b0-c86828f1619d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.755443] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.755655] env[69498]: DEBUG nova.network.neutron [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.759826] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.762765] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "521a2017-4964-4814-b762-00d1be9a1766" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.762921] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "c26f1fa1-6315-4cd2-a529-25558347117b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.764240] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cad8f-a516-42b2-9301-71245f83550d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.783232] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dd17eb-4e45-4e8a-b3ff-e8a1afc83584 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.794303] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa1744b-fcf5-453c-80fa-c01395cfbfb0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.798698] env[69498]: DEBUG nova.policy [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f535547f95e409bab17f7051e937e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd8ef461d5c45ada349c23d9bc859c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.809372] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52869533-e2c6-83e7-5536-1a4d7f5d2829, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.835839] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.836163] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.836487] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.836662] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.836932] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.838016] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179755MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1267.838254] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.838568] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.843843] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-620abfc7-eb15-4f43-b2f1-0e5d37614e54 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.853460] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.853460] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.855019] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbcd5fc-37da-45fc-bb2e-4868fb20f0ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.862061] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1267.862061] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d00c95-1fb8-b6f9-7b49-6fefb8de4ed8" [ 1267.862061] env[69498]: _type = "Task" [ 1267.862061] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.871965] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d00c95-1fb8-b6f9-7b49-6fefb8de4ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.099257] env[69498]: DEBUG nova.network.neutron [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Successfully created port: 2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.172894] env[69498]: INFO nova.compute.manager [-] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Took 1.45 seconds to deallocate network for instance. [ 1268.258914] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.374992] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52d00c95-1fb8-b6f9-7b49-6fefb8de4ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.375830] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa9cbff-5376-462d-8676-c5dca207223a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.383116] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1268.383116] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c71aa0-9fd2-7774-dfde-092e5bf765d6" [ 1268.383116] env[69498]: _type = "Task" [ 1268.383116] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.393519] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c71aa0-9fd2-7774-dfde-092e5bf765d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.668545] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.684032] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.870367] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c26f1fa1-6315-4cd2-a529-25558347117b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.870585] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 613df5dd-963a-4937-b111-38f5e634ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.870747] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance cf015260-2866-495f-9d30-3fac6eaba5ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.870898] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 521a2017-4964-4814-b762-00d1be9a1766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.871057] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 1eefb0a0-6ca6-4872-9147-b70c7ae3786f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.893850] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52c71aa0-9fd2-7774-dfde-092e5bf765d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.894141] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.894401] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1eefb0a0-6ca6-4872-9147-b70c7ae3786f/1eefb0a0-6ca6-4872-9147-b70c7ae3786f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.894676] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99942e2d-672f-463d-aae8-a7eb073b0ecd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.903794] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1268.903794] env[69498]: value = "task-4098891" [ 1268.903794] env[69498]: _type = "Task" [ 1268.903794] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.914563] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.269054] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.301462] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.301791] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.301998] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.302267] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.302434] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.302621] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.302870] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.303088] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.303285] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.303723] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.304327] env[69498]: DEBUG nova.virt.hardware [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.305714] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58388ce-06bb-4038-880a-f46b10341a66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.316802] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918254d-8074-45ce-bc1f-9c6653e8bb2d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.374679] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c6f3bba6-c193-4390-a53b-196877ea488f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1269.375101] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance d0d775b0-2a83-45b1-a00c-581b7183faa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.375221] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1269.375388] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1269.418283] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514453} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.418801] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 1eefb0a0-6ca6-4872-9147-b70c7ae3786f/1eefb0a0-6ca6-4872-9147-b70c7ae3786f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.418957] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.419134] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd3f80b-f2e3-490c-a69f-8015a963af19 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.427598] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1269.427598] env[69498]: value = "task-4098892" [ 1269.427598] env[69498]: _type = "Task" [ 1269.427598] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.437122] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.496908] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a2f48-c22e-4db0-a2a5-316d5b76f722 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.506588] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f170df0f-9077-4c80-8bcf-3947b73326cb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.515028] env[69498]: DEBUG nova.compute.manager [req-70258cde-d440-49a7-a3aa-e2d50a631a61 req-49480b5f-2b58-48b2-8b80-52ff73eca6d9 service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Received event network-vif-plugged-2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.515028] env[69498]: DEBUG oslo_concurrency.lockutils [req-70258cde-d440-49a7-a3aa-e2d50a631a61 req-49480b5f-2b58-48b2-8b80-52ff73eca6d9 service nova] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.515028] env[69498]: DEBUG oslo_concurrency.lockutils [req-70258cde-d440-49a7-a3aa-e2d50a631a61 req-49480b5f-2b58-48b2-8b80-52ff73eca6d9 service nova] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.515028] env[69498]: DEBUG oslo_concurrency.lockutils [req-70258cde-d440-49a7-a3aa-e2d50a631a61 req-49480b5f-2b58-48b2-8b80-52ff73eca6d9 service nova] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.515028] env[69498]: DEBUG nova.compute.manager [req-70258cde-d440-49a7-a3aa-e2d50a631a61 req-49480b5f-2b58-48b2-8b80-52ff73eca6d9 service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] No waiting events found dispatching network-vif-plugged-2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1269.515489] env[69498]: WARNING nova.compute.manager [req-70258cde-d440-49a7-a3aa-e2d50a631a61 req-49480b5f-2b58-48b2-8b80-52ff73eca6d9 service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Received unexpected event network-vif-plugged-2d3bff42-19e0-4ebe-a75c-a8b21adaafaa for instance with vm_state building and task_state spawning. [ 1269.561045] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2275f181-c635-40aa-ae8b-9c7e4ba3b78a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.569669] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6cbebf-8047-4cfe-b6de-5eca8ccf781a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.584836] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.611908] env[69498]: DEBUG nova.network.neutron [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Successfully updated port: 2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.938304] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071763} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.938532] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.939323] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699cd20f-cf2a-4188-9056-eedc367a9f23 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.962476] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1eefb0a0-6ca6-4872-9147-b70c7ae3786f/1eefb0a0-6ca6-4872-9147-b70c7ae3786f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.962786] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f1f94e-3a00-439f-b51b-cb19fe4827da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.984179] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1269.984179] env[69498]: value = "task-4098893" [ 1269.984179] env[69498]: _type = "Task" [ 1269.984179] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.993130] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.088858] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.114837] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.115082] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.115170] env[69498]: DEBUG nova.network.neutron [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.494890] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.596020] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1270.596230] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.758s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.596506] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.928s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.596704] env[69498]: DEBUG nova.objects.instance [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'pci_requests' on Instance uuid c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.658115] env[69498]: DEBUG nova.network.neutron [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.822673] env[69498]: DEBUG nova.network.neutron [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [{"id": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "address": "fa:16:3e:2a:d2:45", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3bff42-19", "ovs_interfaceid": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.995081] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098893, 'name': ReconfigVM_Task, 'duration_secs': 0.769091} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.995379] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1eefb0a0-6ca6-4872-9147-b70c7ae3786f/1eefb0a0-6ca6-4872-9147-b70c7ae3786f.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.996043] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93b749dc-92dc-4c8d-8f55-a184c78edc46 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.003513] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1271.003513] env[69498]: value = "task-4098895" [ 1271.003513] env[69498]: _type = "Task" [ 1271.003513] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.015594] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098895, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.101019] env[69498]: DEBUG nova.objects.instance [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'numa_topology' on Instance uuid c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.325855] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.326447] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Instance network_info: |[{"id": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "address": "fa:16:3e:2a:d2:45", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3bff42-19", "ovs_interfaceid": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.326904] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:d2:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d3bff42-19e0-4ebe-a75c-a8b21adaafaa', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.334849] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.335144] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.335427] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bde7bd3-e8c3-498e-b5b1-50cf67986895 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.356562] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.356562] env[69498]: value = "task-4098896" [ 1271.356562] env[69498]: _type = "Task" [ 1271.356562] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.365279] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098896, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.513914] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098895, 'name': Rename_Task, 'duration_secs': 0.161852} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.514415] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.514691] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2abd183a-2f9c-4ff7-8e0c-122c7b3ab7b3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.522126] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1271.522126] env[69498]: value = "task-4098897" [ 1271.522126] env[69498]: _type = "Task" [ 1271.522126] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.531065] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.550152] env[69498]: DEBUG nova.compute.manager [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Received event network-changed-2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.550544] env[69498]: DEBUG nova.compute.manager [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Refreshing instance network info cache due to event network-changed-2d3bff42-19e0-4ebe-a75c-a8b21adaafaa. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.550763] env[69498]: DEBUG oslo_concurrency.lockutils [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] Acquiring lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.551028] env[69498]: DEBUG oslo_concurrency.lockutils [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] Acquired lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.551287] env[69498]: DEBUG nova.network.neutron [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Refreshing network info cache for port 2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.604024] env[69498]: INFO nova.compute.claims [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.867732] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098896, 'name': CreateVM_Task, 'duration_secs': 0.3515} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.867938] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.868760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.868952] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.869338] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.869629] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9d4344-21f4-4349-9ec1-9ebd00371332 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.875678] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1271.875678] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ec649d-c011-93f4-fd2e-c0b1747aa9b0" [ 1271.875678] env[69498]: _type = "Task" [ 1271.875678] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.884848] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ec649d-c011-93f4-fd2e-c0b1747aa9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.032139] env[69498]: DEBUG oslo_vmware.api [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098897, 'name': PowerOnVM_Task, 'duration_secs': 0.470963} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.032425] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.032633] env[69498]: INFO nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1272.032813] env[69498]: DEBUG nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.033620] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d842c4f-cf18-4f0f-99c7-f0e267a093c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.245504] env[69498]: DEBUG nova.network.neutron [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updated VIF entry in instance network info cache for port 2d3bff42-19e0-4ebe-a75c-a8b21adaafaa. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.246018] env[69498]: DEBUG nova.network.neutron [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [{"id": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "address": "fa:16:3e:2a:d2:45", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3bff42-19", "ovs_interfaceid": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.388217] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ec649d-c011-93f4-fd2e-c0b1747aa9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.388561] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.388797] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.389048] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.389232] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.389427] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.389705] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcae5033-ac7f-4b01-830b-e0ed38ee86fd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.398983] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.399189] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.399924] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782a7d5c-c618-425c-80f3-57e3a11c7ef4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.405458] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1272.405458] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523a451a-80e2-450a-ee8f-6eb26a8b5420" [ 1272.405458] env[69498]: _type = "Task" [ 1272.405458] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.413539] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523a451a-80e2-450a-ee8f-6eb26a8b5420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.561591] env[69498]: INFO nova.compute.manager [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Took 16.11 seconds to build instance. [ 1272.725430] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71656f3f-48dd-4816-8de3-41d3887a51a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.734151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea41459-ab40-444b-a8db-9afd93a667a7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.764627] env[69498]: DEBUG oslo_concurrency.lockutils [req-10fecc8a-a799-46c0-8485-df822bea052e req-a8b1d196-8cbb-437c-a0e9-8229e221f65d service nova] Releasing lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.767335] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea1f40-e431-44db-a58d-d978202e8804 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.778963] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b4874-3664-44e9-a17d-0048aa5a2105 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.793913] env[69498]: DEBUG nova.compute.provider_tree [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.916673] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523a451a-80e2-450a-ee8f-6eb26a8b5420, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.917422] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e67026-d64c-4a52-be14-155060b921ea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.922944] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1272.922944] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5287ec0a-4e5e-9637-d34b-eef6fd5cf709" [ 1272.922944] env[69498]: _type = "Task" [ 1272.922944] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.931201] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5287ec0a-4e5e-9637-d34b-eef6fd5cf709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.063579] env[69498]: DEBUG oslo_concurrency.lockutils [None req-81cbe592-f391-4008-9b19-75c8e0bbecb0 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.627s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.063925] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.835s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.064293] env[69498]: INFO nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1273.064455] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.274423] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.274722] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.274934] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.275132] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.275303] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.278853] env[69498]: INFO nova.compute.manager [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Terminating instance [ 1273.296939] env[69498]: DEBUG nova.scheduler.client.report [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.436071] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5287ec0a-4e5e-9637-d34b-eef6fd5cf709, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.436071] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.436071] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8/d0d775b0-2a83-45b1-a00c-581b7183faa8.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.436071] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ebb0ff-5c91-41a1-b6dd-ddc07f609d69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.442641] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1273.442641] env[69498]: value = "task-4098898" [ 1273.442641] env[69498]: _type = "Task" [ 1273.442641] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.451489] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.785517] env[69498]: DEBUG nova.compute.manager [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.785517] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.785517] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c0bc0f-5302-4b2f-8477-7f681c96d590 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.794090] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.794090] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e75f340-f2cd-4cec-ad0f-2b368eccb215 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.803208] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.805911] env[69498]: DEBUG oslo_vmware.api [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1273.805911] env[69498]: value = "task-4098899" [ 1273.805911] env[69498]: _type = "Task" [ 1273.805911] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.806368] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.123s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.806641] env[69498]: DEBUG nova.objects.instance [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'resources' on Instance uuid 613df5dd-963a-4937-b111-38f5e634ddb6 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.822635] env[69498]: DEBUG oslo_vmware.api [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.854242] env[69498]: INFO nova.network.neutron [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1273.954751] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098898, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.322957] env[69498]: DEBUG oslo_vmware.api [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098899, 'name': PowerOffVM_Task, 'duration_secs': 0.216188} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.323266] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.323434] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.323726] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed85a55-e6ac-4bc9-a330-f5addd783d72 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.415535] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d2dab7-d2f4-4ec8-88f8-0c6dce8a85c4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.423970] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80e8e3-3981-4a93-806d-a019bcf4c187 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.457946] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f235eb-5dad-4dc8-a13b-5d7fe28a3c88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.468556] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926ea8e6-07c1-4a86-8e89-149e7dfc6745 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.472166] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519208} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.472595] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8/d0d775b0-2a83-45b1-a00c-581b7183faa8.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.472809] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.473357] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1f7287-1584-464a-95f6-ea951dbbaa74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.483053] env[69498]: DEBUG nova.compute.provider_tree [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.489926] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1274.489926] env[69498]: value = "task-4098901" [ 1274.489926] env[69498]: _type = "Task" [ 1274.489926] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.499888] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.986676] env[69498]: DEBUG nova.scheduler.client.report [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.999759] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07042} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.000196] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.001681] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9376c4-747c-4090-9b29-982446ac44e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.029859] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8/d0d775b0-2a83-45b1-a00c-581b7183faa8.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.029859] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7f354d-c639-42a5-8272-fd31d3d7d0ff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.050382] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1275.050382] env[69498]: value = "task-4098902" [ 1275.050382] env[69498]: _type = "Task" [ 1275.050382] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.058741] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.443948] env[69498]: DEBUG nova.compute.manager [req-97160dec-d237-415f-ac3d-739347bae5bc req-b59d80a8-658a-4c6e-a94b-ae4468e6dbc9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-vif-plugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.444226] env[69498]: DEBUG oslo_concurrency.lockutils [req-97160dec-d237-415f-ac3d-739347bae5bc req-b59d80a8-658a-4c6e-a94b-ae4468e6dbc9 service nova] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.444385] env[69498]: DEBUG oslo_concurrency.lockutils [req-97160dec-d237-415f-ac3d-739347bae5bc req-b59d80a8-658a-4c6e-a94b-ae4468e6dbc9 service nova] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.444885] env[69498]: DEBUG oslo_concurrency.lockutils [req-97160dec-d237-415f-ac3d-739347bae5bc req-b59d80a8-658a-4c6e-a94b-ae4468e6dbc9 service nova] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.445062] env[69498]: DEBUG nova.compute.manager [req-97160dec-d237-415f-ac3d-739347bae5bc req-b59d80a8-658a-4c6e-a94b-ae4468e6dbc9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] No waiting events found dispatching network-vif-plugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1275.445290] env[69498]: WARNING nova.compute.manager [req-97160dec-d237-415f-ac3d-739347bae5bc req-b59d80a8-658a-4c6e-a94b-ae4468e6dbc9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received unexpected event network-vif-plugged-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1275.491605] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.526168] env[69498]: INFO nova.scheduler.client.report [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted allocations for instance 613df5dd-963a-4937-b111-38f5e634ddb6 [ 1275.549859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.549859] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.549859] env[69498]: DEBUG nova.network.neutron [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.570038] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098902, 'name': ReconfigVM_Task, 'duration_secs': 0.384183} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.570273] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8/d0d775b0-2a83-45b1-a00c-581b7183faa8.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.570905] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ef2fb79-b552-4f7e-a4f0-c7958272a2b2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.578913] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1275.578913] env[69498]: value = "task-4098903" [ 1275.578913] env[69498]: _type = "Task" [ 1275.578913] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.587880] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098903, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.034363] env[69498]: DEBUG oslo_concurrency.lockutils [None req-942ec0cb-45e5-46d9-93ba-fe36130b7386 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.960s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.035291] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.808s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.035477] env[69498]: INFO nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] During sync_power_state the instance has a pending task (deleting). Skip. [ 1276.035646] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "613df5dd-963a-4937-b111-38f5e634ddb6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.090359] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098903, 'name': Rename_Task, 'duration_secs': 0.181147} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.090652] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.090907] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e3aa78b-2071-4c2a-b73a-79dfed3af2a3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.098090] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1276.098090] env[69498]: value = "task-4098904" [ 1276.098090] env[69498]: _type = "Task" [ 1276.098090] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.106646] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.294912] env[69498]: DEBUG nova.network.neutron [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.599703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.599703] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.599804] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Deleting the datastore file [datastore1] 1eefb0a0-6ca6-4872-9147-b70c7ae3786f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.604869] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c690a2cd-8f78-4020-84ae-e9fb11e21796 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.613504] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.615586] env[69498]: DEBUG oslo_vmware.api [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for the task: (returnval){ [ 1276.615586] env[69498]: value = "task-4098905" [ 1276.615586] env[69498]: _type = "Task" [ 1276.615586] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.625822] env[69498]: DEBUG oslo_vmware.api [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.798093] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.825963] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e760d615a9113065672e734f58de060e',container_format='bare',created_at=2025-05-13T20:18:07Z,direct_url=,disk_format='vmdk',id=819513fd-266d-442a-9ff0-d8a51ee431e0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-420684078-shelved',owner='73cbc3e7376d4449976f0ecd298fda5c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-13T20:18:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.826261] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.826424] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.826604] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.826766] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.826917] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.827160] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.827325] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.827490] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.827654] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.827831] env[69498]: DEBUG nova.virt.hardware [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.828757] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf913c-06ad-4187-89a3-5eeaf224607a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.838151] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4272f3d0-1a02-4f18-a888-ee5cd4b8ec30 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.852320] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ff:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf06d4a-f85a-4a4d-8a64-7070b4da45f9', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.859554] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.859812] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.860041] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa091331-e25d-4039-8c39-62de410ebbbf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.880665] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.880665] env[69498]: value = "task-4098906" [ 1276.880665] env[69498]: _type = "Task" [ 1276.880665] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.888916] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098906, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.110783] env[69498]: DEBUG oslo_vmware.api [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098904, 'name': PowerOnVM_Task, 'duration_secs': 0.555275} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.111156] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.111370] env[69498]: INFO nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1277.111696] env[69498]: DEBUG nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1277.112622] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a34a8-bc32-4c36-affe-0ec2a53dabf5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.131758] env[69498]: DEBUG oslo_vmware.api [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Task: {'id': task-4098905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225292} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.132015] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.132220] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.132416] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.132589] env[69498]: INFO nova.compute.manager [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1277.132941] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.133051] env[69498]: DEBUG nova.compute.manager [-] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.133155] env[69498]: DEBUG nova.network.neutron [-] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.191447] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "3efa9e61-ab9c-46b8-921a-a32d466de819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.191714] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.396131] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098906, 'name': CreateVM_Task, 'duration_secs': 0.347701} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.396131] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.396131] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.396131] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.396131] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.396131] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4903b66b-7f72-40ef-8560-a6a4d0651d87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.403115] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1277.403115] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52acc5e7-ae47-545e-f311-03e9558cf65b" [ 1277.403115] env[69498]: _type = "Task" [ 1277.403115] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.412700] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52acc5e7-ae47-545e-f311-03e9558cf65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.473609] env[69498]: DEBUG nova.compute.manager [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.473815] env[69498]: DEBUG nova.compute.manager [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing instance network info cache due to event network-changed-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.474041] env[69498]: DEBUG oslo_concurrency.lockutils [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] Acquiring lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.474189] env[69498]: DEBUG oslo_concurrency.lockutils [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] Acquired lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.474351] env[69498]: DEBUG nova.network.neutron [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Refreshing network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.634182] env[69498]: INFO nova.compute.manager [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Took 12.63 seconds to build instance. [ 1277.694242] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.888997] env[69498]: DEBUG nova.network.neutron [-] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.914944] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.914944] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Processing image 819513fd-266d-442a-9ff0-d8a51ee431e0 {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.915231] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.915383] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.915566] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.916189] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d837b20-9ba2-475e-9910-c98034212aa7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.930153] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.930368] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.931154] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596868f9-4e16-4fd5-9f7a-e0a95f0c1a8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.937944] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1277.937944] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bb951d-3dfd-ce72-515b-e48f22c13e53" [ 1277.937944] env[69498]: _type = "Task" [ 1277.937944] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.946821] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bb951d-3dfd-ce72-515b-e48f22c13e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.136118] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9b510333-1e8f-408f-a3f3-4d23a1746946 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.142s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.136467] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.908s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.137258] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3448800c-d9b9-46d4-98a5-158b041c7044 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.194327] env[69498]: DEBUG nova.network.neutron [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updated VIF entry in instance network info cache for port bcf06d4a-f85a-4a4d-8a64-7070b4da45f9. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.194696] env[69498]: DEBUG nova.network.neutron [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [{"id": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "address": "fa:16:3e:61:ff:dc", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf06d4a-f8", "ovs_interfaceid": "bcf06d4a-f85a-4a4d-8a64-7070b4da45f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.212614] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.212886] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.214378] env[69498]: INFO nova.compute.claims [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.392895] env[69498]: INFO nova.compute.manager [-] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Took 1.26 seconds to deallocate network for instance. [ 1278.449274] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1278.449580] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Fetch image to [datastore1] OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408/OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1278.449772] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Downloading stream optimized image 819513fd-266d-442a-9ff0-d8a51ee431e0 to [datastore1] OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408/OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408.vmdk on the data store datastore1 as vApp {{(pid=69498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1278.449970] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Downloading image file data 819513fd-266d-442a-9ff0-d8a51ee431e0 to the ESX as VM named 'OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408' {{(pid=69498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1278.528602] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1278.528602] env[69498]: value = "resgroup-9" [ 1278.528602] env[69498]: _type = "ResourcePool" [ 1278.528602] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1278.528810] env[69498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9cc6cbeb-6887-4458-b2f1-d03c65738e73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.551649] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease: (returnval){ [ 1278.551649] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1278.551649] env[69498]: _type = "HttpNfcLease" [ 1278.551649] env[69498]: } obtained for vApp import into resource pool (val){ [ 1278.551649] env[69498]: value = "resgroup-9" [ 1278.551649] env[69498]: _type = "ResourcePool" [ 1278.551649] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1278.552052] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the lease: (returnval){ [ 1278.552052] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1278.552052] env[69498]: _type = "HttpNfcLease" [ 1278.552052] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1278.559129] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.559129] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1278.559129] env[69498]: _type = "HttpNfcLease" [ 1278.559129] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1278.647579] env[69498]: INFO nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1278.647786] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.697426] env[69498]: DEBUG oslo_concurrency.lockutils [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] Releasing lock "refresh_cache-c6f3bba6-c193-4390-a53b-196877ea488f" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.697699] env[69498]: DEBUG nova.compute.manager [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Received event network-vif-deleted-e64491fb-8e2e-4ef7-bfb2-ba5306330f97 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.697924] env[69498]: INFO nova.compute.manager [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Neutron deleted interface e64491fb-8e2e-4ef7-bfb2-ba5306330f97; detaching it from the instance and deleting it from the info cache [ 1278.698181] env[69498]: DEBUG nova.network.neutron [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.898989] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.061186] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.061186] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1279.061186] env[69498]: _type = "HttpNfcLease" [ 1279.061186] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1279.087817] env[69498]: DEBUG nova.compute.manager [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1279.201509] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89fd10a6-4aaf-448e-88fd-03ac10ecb38d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.211885] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa7391-dfd6-4996-84b5-7c483df37d6e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.246679] env[69498]: DEBUG nova.compute.manager [req-40121e23-438f-4fc3-a902-e90dc4e6f410 req-f8ad3fa9-2271-4c75-b255-a3509cda66e9 service nova] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Detach interface failed, port_id=e64491fb-8e2e-4ef7-bfb2-ba5306330f97, reason: Instance 1eefb0a0-6ca6-4872-9147-b70c7ae3786f could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.348747] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2f0cd-2c86-461d-8651-1fd378c0bbb5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.356782] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338dd6fb-f369-42a5-ac22-835014ab5e3a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.390634] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d18e13-f84c-4c34-ae10-68820fd66efa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.398936] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f627551-b53c-4d86-940b-5a544c88709c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.412684] env[69498]: DEBUG nova.compute.provider_tree [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.561467] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.561467] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1279.561467] env[69498]: _type = "HttpNfcLease" [ 1279.561467] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1279.605290] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.915965] env[69498]: DEBUG nova.scheduler.client.report [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.062559] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.062559] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1280.062559] env[69498]: _type = "HttpNfcLease" [ 1280.062559] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1280.062867] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1280.062867] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]523b62ac-17ee-4bd5-d5ed-02df934681b3" [ 1280.062867] env[69498]: _type = "HttpNfcLease" [ 1280.062867] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1280.063505] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6cbfa-0331-4440-9909-e05d0314953f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.071115] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52658176-ad26-a668-e765-8807bb8d3a2c/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1280.071324] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52658176-ad26-a668-e765-8807bb8d3a2c/disk-0.vmdk. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1280.132429] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7d90920-88fc-4975-b595-3ac77baa1f2f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.421144] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.421775] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.426254] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.527s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.426782] env[69498]: DEBUG nova.objects.instance [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lazy-loading 'resources' on Instance uuid 1eefb0a0-6ca6-4872-9147-b70c7ae3786f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.930412] env[69498]: DEBUG nova.compute.utils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.939172] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1280.939377] env[69498]: DEBUG nova.network.neutron [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.985699] env[69498]: DEBUG nova.policy [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3c51504ee49cd9128858a08528f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b22ce6b4737946bcb288be35b2e573f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.062542] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d26c0-16d4-428a-b69e-8a547be2616c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.070876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa6f78-236f-4b9b-8661-8d0df95cf1e9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.102621] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09d322-0976-4579-ba23-2b81b437fa90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.110735] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b0128-22f4-4250-9a09-749ac5a136a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.125106] env[69498]: DEBUG nova.compute.provider_tree [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.267390] env[69498]: DEBUG nova.network.neutron [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Successfully created port: d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.280731] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1281.280731] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52658176-ad26-a668-e765-8807bb8d3a2c/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1281.281875] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d3866-74ba-4422-972b-fe120056945c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.289944] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52658176-ad26-a668-e765-8807bb8d3a2c/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1281.290185] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52658176-ad26-a668-e765-8807bb8d3a2c/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1281.290463] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-69680d69-c654-421a-bb43-55188f181bcd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.440563] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.630066] env[69498]: DEBUG nova.scheduler.client.report [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.735083] env[69498]: DEBUG oslo_vmware.rw_handles [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52658176-ad26-a668-e765-8807bb8d3a2c/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1281.735083] env[69498]: INFO nova.virt.vmwareapi.images [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Downloaded image file data 819513fd-266d-442a-9ff0-d8a51ee431e0 [ 1281.735083] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d494561-8671-4efb-9c9e-9c29b5148fe5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.754366] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d47b4f-2838-4119-be1a-474b0096efeb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.782046] env[69498]: INFO nova.virt.vmwareapi.images [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] The imported VM was unregistered [ 1281.784737] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1281.785132] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating directory with path [datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0 {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.785339] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ab1219-1cc1-4c2f-b7a9-4897fc6d3abe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.812149] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created directory with path [datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0 {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.812390] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408/OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408.vmdk to [datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk. {{(pid=69498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1281.813069] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-71308ba0-0b6d-4218-a236-10b71a42fcfd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.820856] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1281.820856] env[69498]: value = "task-4098909" [ 1281.820856] env[69498]: _type = "Task" [ 1281.820856] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.831096] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.134585] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.137744] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.532s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.157127] env[69498]: INFO nova.scheduler.client.report [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Deleted allocations for instance 1eefb0a0-6ca6-4872-9147-b70c7ae3786f [ 1282.331078] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.448022] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.474792] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.475181] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.475363] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.475555] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.475740] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.475908] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.476136] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.476302] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.476469] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.476635] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.476808] env[69498]: DEBUG nova.virt.hardware [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.477760] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3850d-05a2-45a4-85f9-88000696c525 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.486210] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12fe9c-a5bb-42f5-93a8-0b801be29278 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.630840] env[69498]: DEBUG nova.compute.manager [req-7265f0e7-c524-43c3-b5b6-dbe139cee791 req-ea4075f4-7d3c-45eb-b6b6-b2e006cb6305 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Received event network-vif-plugged-d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.631192] env[69498]: DEBUG oslo_concurrency.lockutils [req-7265f0e7-c524-43c3-b5b6-dbe139cee791 req-ea4075f4-7d3c-45eb-b6b6-b2e006cb6305 service nova] Acquiring lock "3efa9e61-ab9c-46b8-921a-a32d466de819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.631445] env[69498]: DEBUG oslo_concurrency.lockutils [req-7265f0e7-c524-43c3-b5b6-dbe139cee791 req-ea4075f4-7d3c-45eb-b6b6-b2e006cb6305 service nova] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.631445] env[69498]: DEBUG oslo_concurrency.lockutils [req-7265f0e7-c524-43c3-b5b6-dbe139cee791 req-ea4075f4-7d3c-45eb-b6b6-b2e006cb6305 service nova] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.631607] env[69498]: DEBUG nova.compute.manager [req-7265f0e7-c524-43c3-b5b6-dbe139cee791 req-ea4075f4-7d3c-45eb-b6b6-b2e006cb6305 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] No waiting events found dispatching network-vif-plugged-d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1282.631767] env[69498]: WARNING nova.compute.manager [req-7265f0e7-c524-43c3-b5b6-dbe139cee791 req-ea4075f4-7d3c-45eb-b6b6-b2e006cb6305 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Received unexpected event network-vif-plugged-d974787a-88d2-4e09-992a-111a107cf338 for instance with vm_state building and task_state spawning. [ 1282.642563] env[69498]: INFO nova.compute.claims [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.664863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9ee0fb95-ed02-4494-aae0-be355afe5915 tempest-ServerAddressesTestJSON-1831517925 tempest-ServerAddressesTestJSON-1831517925-project-member] Lock "1eefb0a0-6ca6-4872-9147-b70c7ae3786f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.390s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.757448] env[69498]: DEBUG nova.network.neutron [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Successfully updated port: d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.835309] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.149064] env[69498]: INFO nova.compute.resource_tracker [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating resource usage from migration a4223fb7-e878-407c-872e-15d75665fc05 [ 1283.261414] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.261581] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.261737] env[69498]: DEBUG nova.network.neutron [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.264534] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c25a1-9424-48d0-9573-3ba074f4c5f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.276531] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1376e4-b347-4440-a7a1-0bedba986f73 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.316356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d09d5-cb94-46f6-8d9b-b5c0c9542f4e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.330665] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeabaf4-642e-4da2-b04c-4d3bb340552f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.338780] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.353727] env[69498]: DEBUG nova.compute.provider_tree [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.809727] env[69498]: DEBUG nova.network.neutron [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.839574] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.857021] env[69498]: DEBUG nova.scheduler.client.report [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.984311] env[69498]: DEBUG nova.network.neutron [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updating instance_info_cache with network_info: [{"id": "d974787a-88d2-4e09-992a-111a107cf338", "address": "fa:16:3e:ad:78:c0", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd974787a-88", "ovs_interfaceid": "d974787a-88d2-4e09-992a-111a107cf338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.340139] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.362520] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.362722] env[69498]: INFO nova.compute.manager [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Migrating [ 1284.487691] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.488099] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Instance network_info: |[{"id": "d974787a-88d2-4e09-992a-111a107cf338", "address": "fa:16:3e:ad:78:c0", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd974787a-88", "ovs_interfaceid": "d974787a-88d2-4e09-992a-111a107cf338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.488533] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:78:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd974787a-88d2-4e09-992a-111a107cf338', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.496333] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.496614] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.496859] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4436034e-9649-4047-9414-f9dc659a71de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.522943] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.522943] env[69498]: value = "task-4098910" [ 1284.522943] env[69498]: _type = "Task" [ 1284.522943] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.536721] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098910, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.663162] env[69498]: DEBUG nova.compute.manager [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Received event network-changed-d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.663377] env[69498]: DEBUG nova.compute.manager [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Refreshing instance network info cache due to event network-changed-d974787a-88d2-4e09-992a-111a107cf338. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.663598] env[69498]: DEBUG oslo_concurrency.lockutils [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] Acquiring lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.663750] env[69498]: DEBUG oslo_concurrency.lockutils [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] Acquired lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.663951] env[69498]: DEBUG nova.network.neutron [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Refreshing network info cache for port d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.838485] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.879494] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.879803] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.879998] env[69498]: DEBUG nova.network.neutron [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.033237] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098910, 'name': CreateVM_Task} progress is 25%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.335853] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098909, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.358075} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.336170] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408/OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408.vmdk to [datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk. [ 1285.336372] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Cleaning up location [datastore1] OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408 {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1285.336535] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d38cc719-2a34-40b0-8cd4-d200cec2a408 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.336790] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fa49dd-8f68-4c67-9678-66fd605652c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.342653] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1285.342653] env[69498]: value = "task-4098911" [ 1285.342653] env[69498]: _type = "Task" [ 1285.342653] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.350996] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.396733] env[69498]: DEBUG nova.network.neutron [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updated VIF entry in instance network info cache for port d974787a-88d2-4e09-992a-111a107cf338. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.396930] env[69498]: DEBUG nova.network.neutron [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updating instance_info_cache with network_info: [{"id": "d974787a-88d2-4e09-992a-111a107cf338", "address": "fa:16:3e:ad:78:c0", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd974787a-88", "ovs_interfaceid": "d974787a-88d2-4e09-992a-111a107cf338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.533851] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098910, 'name': CreateVM_Task, 'duration_secs': 0.740361} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.534064] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.534702] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.534873] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.535234] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.535508] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b46d05-ca80-4228-8ea1-3b024732522d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.541553] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1285.541553] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522cfed0-7d33-ba36-3758-1c20eeffa057" [ 1285.541553] env[69498]: _type = "Task" [ 1285.541553] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.550227] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522cfed0-7d33-ba36-3758-1c20eeffa057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.582324] env[69498]: DEBUG nova.network.neutron [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [{"id": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "address": "fa:16:3e:2a:d2:45", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3bff42-19", "ovs_interfaceid": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.854278] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036843} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.854701] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.854701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.854937] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk to [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.855236] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42cab570-5446-44e4-aeeb-647663645121 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.864772] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1285.864772] env[69498]: value = "task-4098912" [ 1285.864772] env[69498]: _type = "Task" [ 1285.864772] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.873564] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.900314] env[69498]: DEBUG oslo_concurrency.lockutils [req-58d3db8a-08bd-4f21-aea8-2e2185f4885c req-12616a2f-0e90-461d-8d60-ceadb6f19b83 service nova] Releasing lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.055500] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522cfed0-7d33-ba36-3758-1c20eeffa057, 'name': SearchDatastore_Task, 'duration_secs': 0.022118} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.055822] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.056081] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.056435] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.056554] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.056688] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.056961] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ff33eb-06f0-461b-9672-55075cec225c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.069938] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.070162] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.070928] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f45984-ab62-4e42-ba27-d7aca13b2067 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.079968] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1286.079968] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e19a2a-59eb-39fd-1f47-39d463c3cc4b" [ 1286.079968] env[69498]: _type = "Task" [ 1286.079968] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.085390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.093232] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e19a2a-59eb-39fd-1f47-39d463c3cc4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.378933] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098912, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.597818] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e19a2a-59eb-39fd-1f47-39d463c3cc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.597818] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3d45c9-bf2c-4b58-b436-013356867276 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.607872] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1286.607872] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52602c75-ebbc-ade3-5853-3d1a1f80fdbd" [ 1286.607872] env[69498]: _type = "Task" [ 1286.607872] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.623527] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52602c75-ebbc-ade3-5853-3d1a1f80fdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.880911] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098912, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.123548] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52602c75-ebbc-ade3-5853-3d1a1f80fdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.023993} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.123923] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.124215] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 3efa9e61-ab9c-46b8-921a-a32d466de819/3efa9e61-ab9c-46b8-921a-a32d466de819.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.124491] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86453306-18ab-4256-9e9b-e638574e7bad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.137788] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1287.137788] env[69498]: value = "task-4098913" [ 1287.137788] env[69498]: _type = "Task" [ 1287.137788] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.153620] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.381602] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098912, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.606079] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93607486-7923-4709-873a-c350cf1f99a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.643839] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.664469] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.880052] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098912, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.028577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.029032] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.029163] env[69498]: INFO nova.compute.manager [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Rebooting instance [ 1288.152539] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.152925] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1f9706c-8f05-4295-b701-3f09b5b4c5dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.158296] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610263} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.159043] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 3efa9e61-ab9c-46b8-921a-a32d466de819/3efa9e61-ab9c-46b8-921a-a32d466de819.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.159295] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.159570] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4036eda-4a98-4d16-ad07-3344c45a839e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.166626] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1288.166626] env[69498]: value = "task-4098914" [ 1288.166626] env[69498]: _type = "Task" [ 1288.166626] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.172753] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1288.172753] env[69498]: value = "task-4098915" [ 1288.172753] env[69498]: _type = "Task" [ 1288.172753] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.180605] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.192669] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.377058] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098912, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456822} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.377349] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/819513fd-266d-442a-9ff0-d8a51ee431e0/819513fd-266d-442a-9ff0-d8a51ee431e0.vmdk to [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.378218] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd23eb6-b10a-4387-9392-ee141d14299b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.401810] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.402133] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d692506c-0794-402e-b532-4dd95cdcf306 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.423772] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1288.423772] env[69498]: value = "task-4098916" [ 1288.423772] env[69498]: _type = "Task" [ 1288.423772] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.432819] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.549905] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.550147] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.550350] env[69498]: DEBUG nova.network.neutron [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.677144] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098914, 'name': PowerOffVM_Task, 'duration_secs': 0.382866} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.680462] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.680638] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.689122] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085884} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.689732] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.690572] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506ca12-dace-4a14-b045-dca780e7e035 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.714397] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3efa9e61-ab9c-46b8-921a-a32d466de819/3efa9e61-ab9c-46b8-921a-a32d466de819.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.714639] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6368f944-753d-4980-8807-bc1aad206e3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.734665] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1288.734665] env[69498]: value = "task-4098917" [ 1288.734665] env[69498]: _type = "Task" [ 1288.734665] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.743476] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.934330] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098916, 'name': ReconfigVM_Task, 'duration_secs': 0.304774} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.934579] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f/c6f3bba6-c193-4390-a53b-196877ea488f.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.935699] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'e3962954-209d-4678-9877-4850ecfcddab'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811968', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'name': 'volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c6f3bba6-c193-4390-a53b-196877ea488f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'serial': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3'}, 'device_type': None, 'boot_index': None, 'attachment_id': '408e46a4-7d55-47fa-9603-70aacced7b31', 'guest_format': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1288.935909] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1288.936113] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811968', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'name': 'volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c6f3bba6-c193-4390-a53b-196877ea488f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'serial': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1288.936945] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39534090-63c1-4e77-b10b-542c02527720 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.955436] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4a0b3-73a8-473a-9ede-132f3ab8823e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.981842] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3/volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.982187] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9731dddc-555c-4756-8df3-4b1dc7b7d764 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.003019] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1289.003019] env[69498]: value = "task-4098918" [ 1289.003019] env[69498]: _type = "Task" [ 1289.003019] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.011233] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.187066] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.187524] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.187524] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.187721] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.187865] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.187978] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.188381] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.188786] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.189014] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.189283] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.189521] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.194987] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d63e88b-b32e-4c90-9487-8c0fb72ec6ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.215180] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1289.215180] env[69498]: value = "task-4098919" [ 1289.215180] env[69498]: _type = "Task" [ 1289.215180] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.224208] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.245738] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098917, 'name': ReconfigVM_Task, 'duration_secs': 0.353707} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.248299] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3efa9e61-ab9c-46b8-921a-a32d466de819/3efa9e61-ab9c-46b8-921a-a32d466de819.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.249153] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7bf8a57-6a21-4017-995f-abdac17186a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.257154] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1289.257154] env[69498]: value = "task-4098920" [ 1289.257154] env[69498]: _type = "Task" [ 1289.257154] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.266756] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098920, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.285584] env[69498]: DEBUG nova.network.neutron [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.513396] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098918, 'name': ReconfigVM_Task, 'duration_secs': 0.343255} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.513677] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3/volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.518551] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d601005-2ca1-4790-9600-0fb847271723 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.533946] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1289.533946] env[69498]: value = "task-4098921" [ 1289.533946] env[69498]: _type = "Task" [ 1289.533946] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.543707] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.725794] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098919, 'name': ReconfigVM_Task, 'duration_secs': 0.438051} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.726059] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.767087] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098920, 'name': Rename_Task, 'duration_secs': 0.444352} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.768122] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.768404] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e243e2-138f-4306-85a2-c0668ad9aab6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.776166] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1289.776166] env[69498]: value = "task-4098922" [ 1289.776166] env[69498]: _type = "Task" [ 1289.776166] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.784827] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.788492] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.048080] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098921, 'name': ReconfigVM_Task, 'duration_secs': 0.168126} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.048461] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811968', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'name': 'volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c6f3bba6-c193-4390-a53b-196877ea488f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'serial': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.049166] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d5775a-ed43-4f7d-bf65-aeb4ff7e682b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.055650] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1290.055650] env[69498]: value = "task-4098923" [ 1290.055650] env[69498]: _type = "Task" [ 1290.055650] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.063841] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098923, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.232852] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.233337] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.233337] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.233596] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.233787] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.233953] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.234192] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.234374] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.234592] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.234713] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.234904] env[69498]: DEBUG nova.virt.hardware [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.240520] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.240852] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21df0a1f-4318-4af5-835b-838c0c660a3b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.260564] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1290.260564] env[69498]: value = "task-4098924" [ 1290.260564] env[69498]: _type = "Task" [ 1290.260564] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.268779] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.284929] env[69498]: DEBUG oslo_vmware.api [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098922, 'name': PowerOnVM_Task, 'duration_secs': 0.463618} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.285209] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.285416] env[69498]: INFO nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1290.285583] env[69498]: DEBUG nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.286399] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee580b1d-02d1-4638-9c6d-c6b233355d33 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.294864] env[69498]: DEBUG nova.compute.manager [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.298949] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198be7fb-8672-4519-befd-8c684c0ab7bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.565602] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098923, 'name': Rename_Task, 'duration_secs': 0.163698} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.565831] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.566107] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c360401c-f28c-42ef-b78d-6548a65d6381 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.572212] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1290.572212] env[69498]: value = "task-4098925" [ 1290.572212] env[69498]: _type = "Task" [ 1290.572212] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.580504] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.771264] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098924, 'name': ReconfigVM_Task, 'duration_secs': 0.412359} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.771558] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.772375] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d093ab1-809b-4160-b3ac-50a3bacb0d94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.795925] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8/d0d775b0-2a83-45b1-a00c-581b7183faa8.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.796285] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8818bc1-d1b7-4d84-bd40-94305a041ac8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.819567] env[69498]: INFO nova.compute.manager [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Took 12.62 seconds to build instance. [ 1290.825237] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1290.825237] env[69498]: value = "task-4098926" [ 1290.825237] env[69498]: _type = "Task" [ 1290.825237] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.834180] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.084218] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.322074] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a8edc125-90e7-42fd-bc6a-cc60f5a9cb4a tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.130s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.322463] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798507f3-a671-419c-b915-7ef289a191ee {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.332303] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Doing hard reboot of VM {{(pid=69498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1291.332910] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a8ecec5a-9b4e-4303-8524-429e5ccfdb14 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.337842] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098926, 'name': ReconfigVM_Task, 'duration_secs': 0.407263} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.338093] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8/d0d775b0-2a83-45b1-a00c-581b7183faa8.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.338411] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.343550] env[69498]: DEBUG oslo_vmware.api [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1291.343550] env[69498]: value = "task-4098927" [ 1291.343550] env[69498]: _type = "Task" [ 1291.343550] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.352546] env[69498]: DEBUG oslo_vmware.api [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098927, 'name': ResetVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.583954] env[69498]: DEBUG oslo_vmware.api [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098925, 'name': PowerOnVM_Task, 'duration_secs': 0.569945} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.584238] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.657041] env[69498]: DEBUG nova.compute.manager [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Received event network-changed-d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.657853] env[69498]: DEBUG nova.compute.manager [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Refreshing instance network info cache due to event network-changed-d974787a-88d2-4e09-992a-111a107cf338. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.657853] env[69498]: DEBUG oslo_concurrency.lockutils [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] Acquiring lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.657853] env[69498]: DEBUG oslo_concurrency.lockutils [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] Acquired lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.657853] env[69498]: DEBUG nova.network.neutron [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Refreshing network info cache for port d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.690826] env[69498]: DEBUG nova.compute.manager [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1291.691828] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d404b-d032-451d-8130-c705982f40bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.845068] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821514ed-9a29-4e9f-8c93-9926d1ef82bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.856682] env[69498]: DEBUG oslo_vmware.api [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098927, 'name': ResetVM_Task, 'duration_secs': 0.101541} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.871540] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Did hard reboot of VM {{(pid=69498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1291.871776] env[69498]: DEBUG nova.compute.manager [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1291.872680] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec2fd9-8324-474c-94cb-7dbebc6e818f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.875755] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd0a92-c2f8-414b-889f-ffd8f7d0334a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.896981] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.214781] env[69498]: DEBUG oslo_concurrency.lockutils [None req-efb30405-ecac-48b5-9570-36841916aa62 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.808s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.386282] env[69498]: DEBUG nova.network.neutron [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updated VIF entry in instance network info cache for port d974787a-88d2-4e09-992a-111a107cf338. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.386685] env[69498]: DEBUG nova.network.neutron [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updating instance_info_cache with network_info: [{"id": "d974787a-88d2-4e09-992a-111a107cf338", "address": "fa:16:3e:ad:78:c0", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd974787a-88", "ovs_interfaceid": "d974787a-88d2-4e09-992a-111a107cf338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.406952] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a39e3e93-1f7e-4d68-9b28-4d5e9aef145e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.378s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.440878] env[69498]: DEBUG nova.network.neutron [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Port 2d3bff42-19e0-4ebe-a75c-a8b21adaafaa binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1292.457168] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "521a2017-4964-4814-b762-00d1be9a1766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.457442] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "521a2017-4964-4814-b762-00d1be9a1766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.457657] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "521a2017-4964-4814-b762-00d1be9a1766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.457866] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "521a2017-4964-4814-b762-00d1be9a1766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.458052] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "521a2017-4964-4814-b762-00d1be9a1766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.460221] env[69498]: INFO nova.compute.manager [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Terminating instance [ 1292.889527] env[69498]: DEBUG oslo_concurrency.lockutils [req-3a7044f4-a2fd-4425-a1da-630a84b5a69c req-adf17bc1-7535-4624-b53c-38ac79b2d870 service nova] Releasing lock "refresh_cache-3efa9e61-ab9c-46b8-921a-a32d466de819" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.964450] env[69498]: DEBUG nova.compute.manager [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.964756] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.965828] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610dbe95-d1f5-4d34-8f05-3fc1a6e81285 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.974181] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.974446] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d7a188-dc5d-4f7f-bcb7-99c783ab22bc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.982046] env[69498]: DEBUG oslo_vmware.api [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1292.982046] env[69498]: value = "task-4098929" [ 1292.982046] env[69498]: _type = "Task" [ 1292.982046] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.993431] env[69498]: DEBUG oslo_vmware.api [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.459413] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.459816] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.459816] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.493180] env[69498]: DEBUG oslo_vmware.api [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098929, 'name': PowerOffVM_Task, 'duration_secs': 0.286953} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.493460] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.493631] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.493882] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb86b295-029b-47c2-9281-f9a268d99346 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.567517] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.567891] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.568224] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Deleting the datastore file [datastore2] 521a2017-4964-4814-b762-00d1be9a1766 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.568562] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65221838-048a-45f0-876a-e28bd3d634fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.576258] env[69498]: DEBUG oslo_vmware.api [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for the task: (returnval){ [ 1293.576258] env[69498]: value = "task-4098931" [ 1293.576258] env[69498]: _type = "Task" [ 1293.576258] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.587798] env[69498]: DEBUG oslo_vmware.api [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.086857] env[69498]: DEBUG oslo_vmware.api [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Task: {'id': task-4098931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19625} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.087082] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.087258] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.087434] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.087610] env[69498]: INFO nova.compute.manager [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1294.087864] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.088089] env[69498]: DEBUG nova.compute.manager [-] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.088221] env[69498]: DEBUG nova.network.neutron [-] [instance: 521a2017-4964-4814-b762-00d1be9a1766] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.522405] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.522735] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.522783] env[69498]: DEBUG nova.network.neutron [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.592974] env[69498]: DEBUG nova.compute.manager [req-0421ddbb-7115-404a-ae60-b77dc09d3de1 req-321d47c5-1552-41c0-84cc-56132d979935 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Received event network-vif-deleted-968ed01f-ffcd-47fb-a707-58277db9cef1 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.593156] env[69498]: INFO nova.compute.manager [req-0421ddbb-7115-404a-ae60-b77dc09d3de1 req-321d47c5-1552-41c0-84cc-56132d979935 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Neutron deleted interface 968ed01f-ffcd-47fb-a707-58277db9cef1; detaching it from the instance and deleting it from the info cache [ 1294.593318] env[69498]: DEBUG nova.network.neutron [req-0421ddbb-7115-404a-ae60-b77dc09d3de1 req-321d47c5-1552-41c0-84cc-56132d979935 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.069319] env[69498]: DEBUG nova.network.neutron [-] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.096529] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dbe9dc2-d291-4ad1-97dc-4f55af4fb130 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.106202] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2e8b8-1b46-4c97-ba16-c4e09c635c95 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.139388] env[69498]: DEBUG nova.compute.manager [req-0421ddbb-7115-404a-ae60-b77dc09d3de1 req-321d47c5-1552-41c0-84cc-56132d979935 service nova] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Detach interface failed, port_id=968ed01f-ffcd-47fb-a707-58277db9cef1, reason: Instance 521a2017-4964-4814-b762-00d1be9a1766 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.242261] env[69498]: DEBUG nova.network.neutron [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [{"id": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "address": "fa:16:3e:2a:d2:45", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3bff42-19", "ovs_interfaceid": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.572385] env[69498]: INFO nova.compute.manager [-] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Took 1.48 seconds to deallocate network for instance. [ 1295.745287] env[69498]: DEBUG oslo_concurrency.lockutils [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.079565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.079880] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.080124] env[69498]: DEBUG nova.objects.instance [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lazy-loading 'resources' on Instance uuid 521a2017-4964-4814-b762-00d1be9a1766 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.271917] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c3a7b-2968-476f-ba51-c9891288983c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.292285] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0cd174-40d3-4e7e-9273-98c669a0981d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.300279] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.678428] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a6e5c5-d7fe-4830-8895-d012a6ce055e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.686226] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00316ff8-e17f-4c25-a363-b5a17a40807f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.717748] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf83a12-d899-4949-bbb0-871e109b1276 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.726984] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b5bd9-59ef-4ad9-85f6-49070403af3e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.741692] env[69498]: DEBUG nova.compute.provider_tree [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.807064] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.807064] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b20bcfd-a508-417e-8c74-9cc9fedf7931 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.816436] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1296.816436] env[69498]: value = "task-4098933" [ 1296.816436] env[69498]: _type = "Task" [ 1296.816436] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.825687] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.244897] env[69498]: DEBUG nova.scheduler.client.report [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.329401] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098933, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.750067] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.769148] env[69498]: INFO nova.scheduler.client.report [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Deleted allocations for instance 521a2017-4964-4814-b762-00d1be9a1766 [ 1297.827786] env[69498]: DEBUG oslo_vmware.api [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098933, 'name': PowerOnVM_Task, 'duration_secs': 0.563684} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.827786] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.827786] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-883db025-32f7-4f18-afa0-4c5483afc548 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance 'd0d775b0-2a83-45b1-a00c-581b7183faa8' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.278071] env[69498]: DEBUG oslo_concurrency.lockutils [None req-981b9274-54d7-4d00-9c05-1a165f1d391f tempest-ServersTestFqdnHostnames-398938474 tempest-ServersTestFqdnHostnames-398938474-project-member] Lock "521a2017-4964-4814-b762-00d1be9a1766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.027125] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.027417] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.027557] env[69498]: DEBUG nova.compute.manager [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Going to confirm migration 7 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.605756] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.605951] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquired lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.606146] env[69498]: DEBUG nova.network.neutron [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.606418] env[69498]: DEBUG nova.objects.instance [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'info_cache' on Instance uuid d0d775b0-2a83-45b1-a00c-581b7183faa8 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.804563] env[69498]: DEBUG nova.network.neutron [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [{"id": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "address": "fa:16:3e:2a:d2:45", "network": {"id": "27d66094-5733-48dc-add2-8fd1b4039d55", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1023195287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd8ef461d5c45ada349c23d9bc859c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3bff42-19", "ovs_interfaceid": "2d3bff42-19e0-4ebe-a75c-a8b21adaafaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.306225] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Releasing lock "refresh_cache-d0d775b0-2a83-45b1-a00c-581b7183faa8" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.306508] env[69498]: DEBUG nova.objects.instance [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lazy-loading 'migration_context' on Instance uuid d0d775b0-2a83-45b1-a00c-581b7183faa8 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.810131] env[69498]: DEBUG nova.objects.base [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.811703] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5d285-a79d-4d31-a0ae-0c4ca113323e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.831176] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d36861-45f4-4321-945f-2d795fd41638 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.837119] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1302.837119] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528478d9-2f03-2357-d0ef-989bba940a6d" [ 1302.837119] env[69498]: _type = "Task" [ 1302.837119] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.845700] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528478d9-2f03-2357-d0ef-989bba940a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.347764] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]528478d9-2f03-2357-d0ef-989bba940a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.348069] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.348361] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.945196] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977d37a-e02b-4d5a-a587-ad9ba1bbd6de {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.954658] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d3f7c-ab0b-4b62-aae8-1405bca3e88c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.987944] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4098da4-0521-479c-9222-72a82bfc5c78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.996436] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3347b873-7c4b-4701-8bb1-d3649ae4afaa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.010551] env[69498]: DEBUG nova.compute.provider_tree [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.513887] env[69498]: DEBUG nova.scheduler.client.report [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.527025] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.177s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.090029] env[69498]: INFO nova.scheduler.client.report [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocation for migration a4223fb7-e878-407c-872e-15d75665fc05 [ 1306.596526] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.569s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.047682] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.048128] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.048357] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.048589] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.048809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.051422] env[69498]: INFO nova.compute.manager [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Terminating instance [ 1308.556692] env[69498]: DEBUG nova.compute.manager [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.556921] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.557844] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa08945d-5d57-4e92-8d7c-c5b655b64a07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.565800] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.566039] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1757b7aa-ab3f-4a1a-959f-e156904742fc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.572500] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1308.572500] env[69498]: value = "task-4098940" [ 1308.572500] env[69498]: _type = "Task" [ 1308.572500] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.581570] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.082588] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098940, 'name': PowerOffVM_Task, 'duration_secs': 0.207482} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.083044] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.083044] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.083263] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03195f9c-0eb7-4b68-86f9-830033fe6daf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.149773] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.150084] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.150304] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleting the datastore file [datastore1] d0d775b0-2a83-45b1-a00c-581b7183faa8 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.150473] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a3ed2b7-c3cc-4444-b0ca-be2bafff14aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.158027] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for the task: (returnval){ [ 1309.158027] env[69498]: value = "task-4098942" [ 1309.158027] env[69498]: _type = "Task" [ 1309.158027] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.166079] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.667441] env[69498]: DEBUG oslo_vmware.api [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Task: {'id': task-4098942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132863} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.667767] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.667887] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.668076] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.668255] env[69498]: INFO nova.compute.manager [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1309.668531] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.668733] env[69498]: DEBUG nova.compute.manager [-] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.668856] env[69498]: DEBUG nova.network.neutron [-] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.920710] env[69498]: DEBUG nova.compute.manager [req-df08a10a-29cd-48e1-ae9f-6486ee831942 req-172ebb52-9b6a-426b-9bce-cc1c7c3559de service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Received event network-vif-deleted-2d3bff42-19e0-4ebe-a75c-a8b21adaafaa {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.920914] env[69498]: INFO nova.compute.manager [req-df08a10a-29cd-48e1-ae9f-6486ee831942 req-172ebb52-9b6a-426b-9bce-cc1c7c3559de service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Neutron deleted interface 2d3bff42-19e0-4ebe-a75c-a8b21adaafaa; detaching it from the instance and deleting it from the info cache [ 1309.921110] env[69498]: DEBUG nova.network.neutron [req-df08a10a-29cd-48e1-ae9f-6486ee831942 req-172ebb52-9b6a-426b-9bce-cc1c7c3559de service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.403453] env[69498]: DEBUG nova.network.neutron [-] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.423185] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42e87118-4fc4-4570-a386-2cf5ed224fe5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.433337] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd597162-162a-4538-a98e-6d62f047e820 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.463247] env[69498]: DEBUG nova.compute.manager [req-df08a10a-29cd-48e1-ae9f-6486ee831942 req-172ebb52-9b6a-426b-9bce-cc1c7c3559de service nova] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Detach interface failed, port_id=2d3bff42-19e0-4ebe-a75c-a8b21adaafaa, reason: Instance d0d775b0-2a83-45b1-a00c-581b7183faa8 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.906249] env[69498]: INFO nova.compute.manager [-] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Took 1.24 seconds to deallocate network for instance. [ 1311.414680] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.415080] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.415188] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.431603] env[69498]: INFO nova.scheduler.client.report [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Deleted allocations for instance d0d775b0-2a83-45b1-a00c-581b7183faa8 [ 1311.907192] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.907399] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.938866] env[69498]: DEBUG oslo_concurrency.lockutils [None req-6ad3167b-93e8-40ca-a19e-0fdccf0b9450 tempest-DeleteServersTestJSON-1018355336 tempest-DeleteServersTestJSON-1018355336-project-member] Lock "d0d775b0-2a83-45b1-a00c-581b7183faa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.891s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.410111] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.935120] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.935446] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.937072] env[69498]: INFO nova.compute.claims [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.022669] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed0baab-a7f0-4e83-aaf6-7d81a6c7bb58 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.030898] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d95208-02cc-4787-87f8-595db2a4aa1d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.062548] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f2c451-240e-4b9f-9ee7-580987870415 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.070239] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c01213b-74a4-440c-a5b0-6f1d31ff796f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.083524] env[69498]: DEBUG nova.compute.provider_tree [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.587322] env[69498]: DEBUG nova.scheduler.client.report [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.092927] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.093349] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.598420] env[69498]: DEBUG nova.compute.utils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.600029] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.600223] env[69498]: DEBUG nova.network.neutron [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.639621] env[69498]: DEBUG nova.policy [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3c51504ee49cd9128858a08528f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b22ce6b4737946bcb288be35b2e573f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.928903] env[69498]: DEBUG nova.network.neutron [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Successfully created port: 075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.104121] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.610239] env[69498]: INFO nova.virt.block_device [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Booting with volume 0c53a937-73cb-4df6-aea3-ff31ae98c0f3 at /dev/sda [ 1316.653514] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36dc5cfa-841b-4ec2-8fce-4d5f860f5b69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.664803] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682c133-5c9b-417b-8d04-e415d802be24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.695794] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e97f84a1-3ae2-42ca-af45-be3de6e012b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.706687] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d46a9f-2274-4182-81bb-6de999dc8a77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.745356] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce53e7-0c27-4a1b-8597-0086ab3fa9e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.754025] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d68ed0-5290-4d18-bc0e-0bed34154a24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.769171] env[69498]: DEBUG nova.virt.block_device [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating existing volume attachment record: 803e7751-18e5-4fa2-b415-6b8f10ab60ef {{(pid=69498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1317.454201] env[69498]: DEBUG nova.compute.manager [req-e3b2c0fd-f8c3-4eba-8f19-0b546ee5468d req-9c6ba8e5-5d20-4a81-b5b3-a58314d47707 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Received event network-vif-plugged-075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.454481] env[69498]: DEBUG oslo_concurrency.lockutils [req-e3b2c0fd-f8c3-4eba-8f19-0b546ee5468d req-9c6ba8e5-5d20-4a81-b5b3-a58314d47707 service nova] Acquiring lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.454577] env[69498]: DEBUG oslo_concurrency.lockutils [req-e3b2c0fd-f8c3-4eba-8f19-0b546ee5468d req-9c6ba8e5-5d20-4a81-b5b3-a58314d47707 service nova] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.454737] env[69498]: DEBUG oslo_concurrency.lockutils [req-e3b2c0fd-f8c3-4eba-8f19-0b546ee5468d req-9c6ba8e5-5d20-4a81-b5b3-a58314d47707 service nova] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.454900] env[69498]: DEBUG nova.compute.manager [req-e3b2c0fd-f8c3-4eba-8f19-0b546ee5468d req-9c6ba8e5-5d20-4a81-b5b3-a58314d47707 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] No waiting events found dispatching network-vif-plugged-075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1317.455077] env[69498]: WARNING nova.compute.manager [req-e3b2c0fd-f8c3-4eba-8f19-0b546ee5468d req-9c6ba8e5-5d20-4a81-b5b3-a58314d47707 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Received unexpected event network-vif-plugged-075c59dc-6bd0-43a5-bce4-a241b73113a3 for instance with vm_state building and task_state block_device_mapping. [ 1317.546812] env[69498]: DEBUG nova.network.neutron [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Successfully updated port: 075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.049723] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.049892] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.050065] env[69498]: DEBUG nova.network.neutron [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.582346] env[69498]: DEBUG nova.network.neutron [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.707487] env[69498]: DEBUG nova.network.neutron [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.857028] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.857336] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.857555] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.857713] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.857910] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.858072] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.858221] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.858484] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.858660] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.858830] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.858993] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.859194] env[69498]: DEBUG nova.virt.hardware [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.860099] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef102fdf-f104-48fd-b768-5919ddc80287 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.868446] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83e0f70-b061-4a75-988d-a4f2e6accdb3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.210860] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.211189] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Instance network_info: |[{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.211638] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:be:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '075c59dc-6bd0-43a5-bce4-a241b73113a3', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.219100] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.219323] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.219625] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c226e25-bfa2-450c-96e7-6e557df40643 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.242427] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.242427] env[69498]: value = "task-4098944" [ 1319.242427] env[69498]: _type = "Task" [ 1319.242427] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.252404] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098944, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.483945] env[69498]: DEBUG nova.compute.manager [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Received event network-changed-075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.483945] env[69498]: DEBUG nova.compute.manager [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Refreshing instance network info cache due to event network-changed-075c59dc-6bd0-43a5-bce4-a241b73113a3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.483945] env[69498]: DEBUG oslo_concurrency.lockutils [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] Acquiring lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.484151] env[69498]: DEBUG oslo_concurrency.lockutils [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] Acquired lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.484220] env[69498]: DEBUG nova.network.neutron [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Refreshing network info cache for port 075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.752767] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098944, 'name': CreateVM_Task, 'duration_secs': 0.305966} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.753219] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.753896] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811974', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'name': 'volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d751a25-03f1-4ee4-8b08-a8090f66a112', 'attached_at': '', 'detached_at': '', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'serial': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3'}, 'device_type': None, 'boot_index': 0, 'attachment_id': '803e7751-18e5-4fa2-b415-6b8f10ab60ef', 'guest_format': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1319.754121] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Root volume attach. Driver type: vmdk {{(pid=69498) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1319.754883] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87825a39-d863-497e-bafa-cf35b86f8251 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.762301] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93f8e9-3c91-47c8-8299-c7c65ef5c5fb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.768325] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e9b31b-e4d1-4d4c-a1f9-cd9bfad10b50 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.774549] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6ecfb43c-529d-43e5-819b-3a866e4db46f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.781937] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1319.781937] env[69498]: value = "task-4098945" [ 1319.781937] env[69498]: _type = "Task" [ 1319.781937] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.789523] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098945, 'name': RelocateVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.177617] env[69498]: DEBUG nova.network.neutron [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updated VIF entry in instance network info cache for port 075c59dc-6bd0-43a5-bce4-a241b73113a3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.177993] env[69498]: DEBUG nova.network.neutron [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.292459] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098945, 'name': RelocateVM_Task, 'duration_secs': 0.338046} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.292693] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Volume attach. Driver type: vmdk {{(pid=69498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1320.292894] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811974', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'name': 'volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d751a25-03f1-4ee4-8b08-a8090f66a112', 'attached_at': '', 'detached_at': '', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'serial': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1320.293675] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea7d87-6212-4cb1-b7ae-895d16dc1d78 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.308857] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df9fcd-7b2d-4fb7-b1bc-e8c8c6ce4c4a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.330421] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3/volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.330672] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38565e32-7e35-4413-bde3-6fe2883a84f1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.350134] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1320.350134] env[69498]: value = "task-4098946" [ 1320.350134] env[69498]: _type = "Task" [ 1320.350134] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.357970] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.681632] env[69498]: DEBUG oslo_concurrency.lockutils [req-b3d8962f-384a-4609-a66a-e07f445ab9b1 req-4440b554-0a42-4260-bb99-1b645f79e27d service nova] Releasing lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.860102] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098946, 'name': ReconfigVM_Task, 'duration_secs': 0.266852} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.860522] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3/volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.865015] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36dbb6b-2710-49fe-b486-e70ff1fcde5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.880686] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1320.880686] env[69498]: value = "task-4098947" [ 1320.880686] env[69498]: _type = "Task" [ 1320.880686] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.890133] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.390941] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098947, 'name': ReconfigVM_Task, 'duration_secs': 0.124422} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.391304] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811974', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'name': 'volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d751a25-03f1-4ee4-8b08-a8090f66a112', 'attached_at': '', 'detached_at': '', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'serial': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3'} {{(pid=69498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1321.391878] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa58da24-fa95-424a-8616-5568854d0ab7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.399708] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1321.399708] env[69498]: value = "task-4098948" [ 1321.399708] env[69498]: _type = "Task" [ 1321.399708] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.408666] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098948, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.909634] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098948, 'name': Rename_Task, 'duration_secs': 0.147734} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.909975] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.910290] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf4604a-e5c1-4357-9cec-446ffe088865 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.917201] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1321.917201] env[69498]: value = "task-4098949" [ 1321.917201] env[69498]: _type = "Task" [ 1321.917201] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.925924] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.428709] env[69498]: DEBUG oslo_vmware.api [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098949, 'name': PowerOnVM_Task, 'duration_secs': 0.464115} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.428979] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.429215] env[69498]: INFO nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Took 3.57 seconds to spawn the instance on the hypervisor. [ 1322.429408] env[69498]: DEBUG nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1322.430271] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8488c486-1ca3-4f83-8d25-0a97158dda0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.949283] env[69498]: INFO nova.compute.manager [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Took 10.03 seconds to build instance. [ 1323.451123] env[69498]: DEBUG oslo_concurrency.lockutils [None req-af41d385-c29b-48bf-bb8c-ddb7f32d26fd tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.544s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.085847] env[69498]: DEBUG nova.compute.manager [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Received event network-changed-36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.086220] env[69498]: DEBUG nova.compute.manager [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Refreshing instance network info cache due to event network-changed-36a58e30-6604-438c-b6e7-8617237bc7e5. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.086281] env[69498]: DEBUG oslo_concurrency.lockutils [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] Acquiring lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.086534] env[69498]: DEBUG oslo_concurrency.lockutils [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] Acquired lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.086612] env[69498]: DEBUG nova.network.neutron [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Refreshing network info cache for port 36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.794896] env[69498]: DEBUG nova.network.neutron [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updated VIF entry in instance network info cache for port 36a58e30-6604-438c-b6e7-8617237bc7e5. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.795364] env[69498]: DEBUG nova.network.neutron [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updating instance_info_cache with network_info: [{"id": "36a58e30-6604-438c-b6e7-8617237bc7e5", "address": "fa:16:3e:93:c2:f8", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a58e30-66", "ovs_interfaceid": "36a58e30-6604-438c-b6e7-8617237bc7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.298391] env[69498]: DEBUG oslo_concurrency.lockutils [req-ccd6c694-5257-4602-a429-3ec6f0243528 req-217dbdb5-5f90-4c09-bfd3-8f325ddb271e service nova] Releasing lock "refresh_cache-c26f1fa1-6315-4cd2-a529-25558347117b" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.605853] env[69498]: DEBUG nova.compute.manager [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1326.116688] env[69498]: DEBUG nova.compute.manager [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Received event network-changed-075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.116893] env[69498]: DEBUG nova.compute.manager [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Refreshing instance network info cache due to event network-changed-075c59dc-6bd0-43a5-bce4-a241b73113a3. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.117121] env[69498]: DEBUG oslo_concurrency.lockutils [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] Acquiring lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.117271] env[69498]: DEBUG oslo_concurrency.lockutils [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] Acquired lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.117430] env[69498]: DEBUG nova.network.neutron [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Refreshing network info cache for port 075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.127857] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.128136] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.632243] env[69498]: INFO nova.compute.claims [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.041294] env[69498]: DEBUG nova.network.neutron [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updated VIF entry in instance network info cache for port 075c59dc-6bd0-43a5-bce4-a241b73113a3. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.041678] env[69498]: DEBUG nova.network.neutron [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.138947] env[69498]: INFO nova.compute.resource_tracker [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating resource usage from migration e40324fc-a76d-461f-b3b3-232136706d2e [ 1327.229235] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115ec02-3db6-4db3-a0a0-cc07e5945f5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.237147] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f669a-a435-4e75-93cf-ed844a886a09 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.268278] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980db6b9-b830-4b9b-8765-e5ce0f31969d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.276745] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7660493b-64dc-449b-94d8-2be28aa63ac2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.291191] env[69498]: DEBUG nova.compute.provider_tree [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.544632] env[69498]: DEBUG oslo_concurrency.lockutils [req-f966fa98-4e5b-4c9d-8bc3-3085cbed227f req-e63073b8-b02d-48ac-a9c8-1fd3a130fb43 service nova] Releasing lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.795300] env[69498]: DEBUG nova.scheduler.client.report [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.299869] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.300120] env[69498]: INFO nova.compute.manager [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Migrating [ 1328.637762] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.638044] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.814737] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.815103] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.815258] env[69498]: DEBUG nova.network.neutron [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.141622] env[69498]: INFO nova.compute.manager [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Detaching volume e66a60f3-21df-4b5c-ba41-8a12751d7af3 [ 1329.180264] env[69498]: INFO nova.virt.block_device [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Attempting to driver detach volume e66a60f3-21df-4b5c-ba41-8a12751d7af3 from mountpoint /dev/sdb [ 1329.180519] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1329.180710] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811968', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'name': 'volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c6f3bba6-c193-4390-a53b-196877ea488f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'serial': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1329.181667] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0133e46-0d30-4bec-b9f2-457faf901423 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.204817] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6db9a20-6e93-4e05-a21b-e94586278f18 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.212598] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4e782-522c-44e1-82ef-ac52e30ca954 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.232699] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a065c1f-eaca-4c1d-ac82-f9561b59acd7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.249123] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] The volume has not been displaced from its original location: [datastore1] volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3/volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1329.255039] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1329.255350] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34bb5b47-b700-44a6-9b2c-5a622bee1681 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.273859] env[69498]: DEBUG oslo_vmware.api [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1329.273859] env[69498]: value = "task-4098950" [ 1329.273859] env[69498]: _type = "Task" [ 1329.273859] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.483177] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.483437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.591019] env[69498]: DEBUG nova.network.neutron [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.784457] env[69498]: DEBUG oslo_vmware.api [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098950, 'name': ReconfigVM_Task, 'duration_secs': 0.309479} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.784719] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1329.789459] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe6e8fc-577f-4254-a9ed-b8ab48a36544 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.806488] env[69498]: DEBUG oslo_vmware.api [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1329.806488] env[69498]: value = "task-4098951" [ 1329.806488] env[69498]: _type = "Task" [ 1329.806488] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.815980] env[69498]: DEBUG oslo_vmware.api [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.986770] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.093958] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.317456] env[69498]: DEBUG oslo_vmware.api [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098951, 'name': ReconfigVM_Task, 'duration_secs': 0.214475} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.317752] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811968', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'name': 'volume-e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c6f3bba6-c193-4390-a53b-196877ea488f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3', 'serial': 'e66a60f3-21df-4b5c-ba41-8a12751d7af3'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1330.511373] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.511657] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.513373] env[69498]: INFO nova.compute.claims [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.599230] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.603367] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.865617] env[69498]: DEBUG nova.objects.instance [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'flavor' on Instance uuid c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.112787] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.113066] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.113160] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.113258] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.113432] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.113545] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.113679] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1331.113822] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.610337] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afabf3-f188-45ab-8973-9f50e14cc7b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.616365] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.617741] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55eea2c-01e5-4d00-bed9-360115e7670a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.622580] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78cc9f-31f7-4161-b16e-88c87bd5817a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.638633] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.668878] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2b979-9f74-47b4-9231-de81d384f718 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.677830] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482a280e-19a4-4c61-a983-83e981ae39e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.691907] env[69498]: DEBUG nova.compute.provider_tree [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.872748] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1c3f5cb6-1e2a-44c9-8b56-02700b67b83d tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.145071] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.145359] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e3ca15-a1f8-47cd-b83d-1031cd9eb8f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.153469] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1332.153469] env[69498]: value = "task-4098952" [ 1332.153469] env[69498]: _type = "Task" [ 1332.153469] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.162460] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.194832] env[69498]: DEBUG nova.scheduler.client.report [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.664314] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098952, 'name': PowerOffVM_Task, 'duration_secs': 0.202703} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.664559] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.664715] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.701730] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.702300] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.705761] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.089s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.705924] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.706092] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1332.707181] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49580ad9-f892-4e64-ae3d-125d904b091b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.716640] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be35644b-0e78-4f28-a2a0-55d677d8eefb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.731274] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623e6f7-5254-4d28-b77f-336015af40e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.738166] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14746a96-8b28-4df1-8aab-08c1d05bc055 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.769190] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180178MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1332.769411] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.769565] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.908867] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.909296] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.909434] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.909737] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.909954] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.912768] env[69498]: INFO nova.compute.manager [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Terminating instance [ 1333.171705] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.171985] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.172149] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.172341] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.172492] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.172641] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.172848] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.173019] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.173193] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.173357] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.173555] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.178619] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ace9ff-4fec-4e0d-8ae3-a916b2cfad44 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.196469] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1333.196469] env[69498]: value = "task-4098953" [ 1333.196469] env[69498]: _type = "Task" [ 1333.196469] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.206605] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.208244] env[69498]: DEBUG nova.compute.utils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.210404] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.210404] env[69498]: DEBUG nova.network.neutron [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.256260] env[69498]: DEBUG nova.policy [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a0b85e5ef174e4fab9cc91bf4b256da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112b685b28074d39870d733e61102755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.417085] env[69498]: DEBUG nova.compute.manager [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.417373] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.418292] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf8115-ac37-4be5-81e2-d6f2b7948e52 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.426816] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.427043] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c7a193-b9b8-4412-82fb-04b0714bf5bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.436554] env[69498]: DEBUG oslo_vmware.api [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1333.436554] env[69498]: value = "task-4098954" [ 1333.436554] env[69498]: _type = "Task" [ 1333.436554] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.445467] env[69498]: DEBUG oslo_vmware.api [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.565678] env[69498]: DEBUG nova.network.neutron [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Successfully created port: fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.708745] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098953, 'name': ReconfigVM_Task, 'duration_secs': 0.184325} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.709286] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.714625] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.778506] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Applying migration context for instance 0d751a25-03f1-4ee4-8b08-a8090f66a112 as it has an incoming, in-progress migration e40324fc-a76d-461f-b3b3-232136706d2e. Migration status is migrating {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1333.779532] env[69498]: INFO nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating resource usage from migration e40324fc-a76d-461f-b3b3-232136706d2e [ 1333.798446] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c26f1fa1-6315-4cd2-a529-25558347117b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1333.798639] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance cf015260-2866-495f-9d30-3fac6eaba5ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1333.798770] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c6f3bba6-c193-4390-a53b-196877ea488f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1333.798892] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 3efa9e61-ab9c-46b8-921a-a32d466de819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1333.799026] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Migration e40324fc-a76d-461f-b3b3-232136706d2e is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1333.799147] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 0d751a25-03f1-4ee4-8b08-a8090f66a112 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1333.799723] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c0885b58-42ea-498d-83e0-2cd6dc29b19d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1333.799723] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1333.799723] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1333.900007] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea05aa-7af6-456a-a503-281c080b5111 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.908156] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7479887f-03e2-4d61-96fc-da833f04669d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.942361] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68b381-7611-49a3-a8ab-45046ca3e9a0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.950146] env[69498]: DEBUG oslo_vmware.api [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098954, 'name': PowerOffVM_Task, 'duration_secs': 0.18784} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.952307] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.952491] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.952770] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d4b1fb-f942-444c-9d9f-60c24a0b30b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.955197] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5fbdb7-8d8e-469a-840c-7ca289563750 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.969872] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.028278] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.028531] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.028791] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleting the datastore file [datastore1] c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.029091] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d62ec7-2c2d-42f7-be75-aa4bbf7fc083 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.036230] env[69498]: DEBUG oslo_vmware.api [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1334.036230] env[69498]: value = "task-4098956" [ 1334.036230] env[69498]: _type = "Task" [ 1334.036230] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.045314] env[69498]: DEBUG oslo_vmware.api [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.221454] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.221657] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.221799] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.222017] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.222203] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.222358] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.222562] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.222722] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.222885] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.223061] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.223241] env[69498]: DEBUG nova.virt.hardware [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.228737] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.232437] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0fefd65-70bd-4bb2-9bc9-ef80b445e44e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.252022] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1334.252022] env[69498]: value = "task-4098957" [ 1334.252022] env[69498]: _type = "Task" [ 1334.252022] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.260130] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.473083] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.547546] env[69498]: DEBUG oslo_vmware.api [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135105} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.547843] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.548048] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.548228] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.548400] env[69498]: INFO nova.compute.manager [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1334.548749] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.548965] env[69498]: DEBUG nova.compute.manager [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.549078] env[69498]: DEBUG nova.network.neutron [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.748213] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.762310] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098957, 'name': ReconfigVM_Task, 'duration_secs': 0.149279} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.762592] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.763407] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1bf48e-3bfd-49c3-8ce7-16fe6c0297db {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.793306] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3/volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.796606] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4c28c1-6e87-41d0-93fa-e8537b3cc4c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.814660] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1334.814660] env[69498]: value = "task-4098958" [ 1334.814660] env[69498]: _type = "Task" [ 1334.814660] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.817070] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.817383] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.817536] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.817726] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.817872] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.818054] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.818244] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.818412] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.818666] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.818744] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.818925] env[69498]: DEBUG nova.virt.hardware [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.819925] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06309ba-9478-453c-abe7-6e2a3fd38e89 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.835188] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.836497] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3782fe3e-1c25-41ea-bcda-50a7dd61353e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.979502] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1334.979502] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.210s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.077352] env[69498]: DEBUG nova.compute.manager [req-5915b393-f752-4bb5-b9bf-b0acfa4b3389 req-0fc10412-5d4f-4182-8c0f-c22a6757ba41 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Received event network-vif-plugged-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.077352] env[69498]: DEBUG oslo_concurrency.lockutils [req-5915b393-f752-4bb5-b9bf-b0acfa4b3389 req-0fc10412-5d4f-4182-8c0f-c22a6757ba41 service nova] Acquiring lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.077352] env[69498]: DEBUG oslo_concurrency.lockutils [req-5915b393-f752-4bb5-b9bf-b0acfa4b3389 req-0fc10412-5d4f-4182-8c0f-c22a6757ba41 service nova] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.077352] env[69498]: DEBUG oslo_concurrency.lockutils [req-5915b393-f752-4bb5-b9bf-b0acfa4b3389 req-0fc10412-5d4f-4182-8c0f-c22a6757ba41 service nova] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.077352] env[69498]: DEBUG nova.compute.manager [req-5915b393-f752-4bb5-b9bf-b0acfa4b3389 req-0fc10412-5d4f-4182-8c0f-c22a6757ba41 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] No waiting events found dispatching network-vif-plugged-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1335.077779] env[69498]: WARNING nova.compute.manager [req-5915b393-f752-4bb5-b9bf-b0acfa4b3389 req-0fc10412-5d4f-4182-8c0f-c22a6757ba41 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Received unexpected event network-vif-plugged-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 for instance with vm_state building and task_state spawning. [ 1335.177751] env[69498]: DEBUG nova.network.neutron [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Successfully updated port: fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.329018] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098958, 'name': ReconfigVM_Task, 'duration_secs': 0.266317} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.329322] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3/volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.329622] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.590024] env[69498]: DEBUG nova.network.neutron [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.681074] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.681271] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.681407] env[69498]: DEBUG nova.network.neutron [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.837030] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac446bf-fc6a-4482-86df-76014ab327a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.858497] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067456f4-4d98-41b5-8eb4-459b1d8b2572 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.877327] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.092812] env[69498]: INFO nova.compute.manager [-] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Took 1.54 seconds to deallocate network for instance. [ 1336.213237] env[69498]: DEBUG nova.network.neutron [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.353867] env[69498]: DEBUG nova.network.neutron [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updating instance_info_cache with network_info: [{"id": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "address": "fa:16:3e:7f:ad:a1", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9f31e0-c6", "ovs_interfaceid": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.599600] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.599956] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.600210] env[69498]: DEBUG nova.objects.instance [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'resources' on Instance uuid c6f3bba6-c193-4390-a53b-196877ea488f {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.856496] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.856847] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance network_info: |[{"id": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "address": "fa:16:3e:7f:ad:a1", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9f31e0-c6", "ovs_interfaceid": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.857325] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:ad:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.864828] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.865072] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.865310] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5277d4c0-0935-4695-a4a4-c6d4fd4bbf13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.886590] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.886590] env[69498]: value = "task-4098959" [ 1336.886590] env[69498]: _type = "Task" [ 1336.886590] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.894604] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098959, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.110187] env[69498]: DEBUG nova.compute.manager [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Received event network-vif-deleted-bcf06d4a-f85a-4a4d-8a64-7070b4da45f9 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.110483] env[69498]: DEBUG nova.compute.manager [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Received event network-changed-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.110734] env[69498]: DEBUG nova.compute.manager [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Refreshing instance network info cache due to event network-changed-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.111102] env[69498]: DEBUG oslo_concurrency.lockutils [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] Acquiring lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.111456] env[69498]: DEBUG oslo_concurrency.lockutils [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] Acquired lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.111586] env[69498]: DEBUG nova.network.neutron [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Refreshing network info cache for port fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.204936] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab90d028-7bbd-40ce-b60e-2cab67863578 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.213847] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3affe18a-6ea9-4d1e-8aad-b36b2ef11843 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.246641] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e688c-ba14-4720-a209-b16c4ce0fab7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.254794] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900579aa-feef-4514-8a33-6cb2ef22d465 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.270467] env[69498]: DEBUG nova.compute.provider_tree [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.397260] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098959, 'name': CreateVM_Task, 'duration_secs': 0.292064} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.397458] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.398166] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.398344] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.398758] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.399051] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f1df29-baaf-49ed-a534-c57df385ca4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.404527] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1337.404527] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52295803-39ac-ab12-b10a-b266adb7b9e6" [ 1337.404527] env[69498]: _type = "Task" [ 1337.404527] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.413763] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52295803-39ac-ab12-b10a-b266adb7b9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.528406] env[69498]: DEBUG nova.network.neutron [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Port 075c59dc-6bd0-43a5-bce4-a241b73113a3 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1337.773364] env[69498]: DEBUG nova.scheduler.client.report [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.816829] env[69498]: DEBUG nova.network.neutron [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updated VIF entry in instance network info cache for port fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.817246] env[69498]: DEBUG nova.network.neutron [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updating instance_info_cache with network_info: [{"id": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "address": "fa:16:3e:7f:ad:a1", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9f31e0-c6", "ovs_interfaceid": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.916145] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52295803-39ac-ab12-b10a-b266adb7b9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.916522] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.916843] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.917182] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.917354] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.917542] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.917798] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a45d07-7a32-4573-894a-40d9987a4bc0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.926045] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.926211] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.926904] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdca251b-cc8a-426f-a57a-0ae3fe2f2c53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.934345] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1337.934345] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf53f8-0d9b-53a4-194a-4d092aa5ff82" [ 1337.934345] env[69498]: _type = "Task" [ 1337.934345] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.942536] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf53f8-0d9b-53a4-194a-4d092aa5ff82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.278320] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.302471] env[69498]: INFO nova.scheduler.client.report [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted allocations for instance c6f3bba6-c193-4390-a53b-196877ea488f [ 1338.319980] env[69498]: DEBUG oslo_concurrency.lockutils [req-00760bcb-4f3a-4c83-9f24-c8c60cf7b77c req-9bd02b2c-d7f6-4981-816f-0d023de48b8c service nova] Releasing lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.445516] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cf53f8-0d9b-53a4-194a-4d092aa5ff82, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.446317] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d8c92f-df26-4628-92e1-b880f30b6f90 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.451622] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1338.451622] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52421a5e-4992-45e1-7bc5-7f5a6172b092" [ 1338.451622] env[69498]: _type = "Task" [ 1338.451622] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.459185] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52421a5e-4992-45e1-7bc5-7f5a6172b092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.550179] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.550381] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.550523] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.810539] env[69498]: DEBUG oslo_concurrency.lockutils [None req-3cfdf6d1-1d08-4316-8588-e605d1e21572 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "c6f3bba6-c193-4390-a53b-196877ea488f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.901s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.962826] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52421a5e-4992-45e1-7bc5-7f5a6172b092, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.963143] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.963419] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.963691] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c72c1dd-2c09-4766-9d48-4ead41650eff {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.970859] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1338.970859] env[69498]: value = "task-4098960" [ 1338.970859] env[69498]: _type = "Task" [ 1338.970859] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.978732] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.482458] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466303} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.482743] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.482955] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.483233] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1465028-2acf-4f0c-8ecc-a86593077f32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.490653] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1339.490653] env[69498]: value = "task-4098961" [ 1339.490653] env[69498]: _type = "Task" [ 1339.490653] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.499800] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.596920] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.597141] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.597325] env[69498]: DEBUG nova.network.neutron [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.001657] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0691} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.001927] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.002735] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d28e80-358b-4cb9-8dd3-4c37b14558dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.026265] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.026652] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf1cbf3-218a-4cbc-ab49-6fb77c8ca8f0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.047962] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1340.047962] env[69498]: value = "task-4098962" [ 1340.047962] env[69498]: _type = "Task" [ 1340.047962] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.056535] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.323370] env[69498]: DEBUG nova.network.neutron [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.557843] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098962, 'name': ReconfigVM_Task, 'duration_secs': 0.460794} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.558205] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.558809] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73792891-ab99-47da-8e68-5e8d57c11f0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.566603] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1340.566603] env[69498]: value = "task-4098963" [ 1340.566603] env[69498]: _type = "Task" [ 1340.566603] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.574988] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098963, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.826217] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.062709] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.062935] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.077529] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098963, 'name': Rename_Task, 'duration_secs': 0.143788} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.077783] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.078034] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1450ea41-ed9b-465b-a494-775e7aa2d787 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.085107] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1341.085107] env[69498]: value = "task-4098964" [ 1341.085107] env[69498]: _type = "Task" [ 1341.085107] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.092726] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.336769] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c85469-ffe2-4adf-b070-6182fbbc3c58 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.345065] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cdab8a-fccb-4ac4-a346-2b5cf998b2bb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.565131] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.595482] env[69498]: DEBUG oslo_vmware.api [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098964, 'name': PowerOnVM_Task, 'duration_secs': 0.437802} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.595690] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.595890] env[69498]: INFO nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1341.596089] env[69498]: DEBUG nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.597227] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017fcbff-7a5d-4441-be7b-d9b030bdb88d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.088030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.088030] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.089115] env[69498]: INFO nova.compute.claims [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.115901] env[69498]: INFO nova.compute.manager [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Took 11.62 seconds to build instance. [ 1342.446222] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ab688-efed-496e-8f6b-e95c7e3bbe83 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.468721] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6193747-46c5-4e9e-8a2e-15cdebbd904e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.476461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.618412] env[69498]: DEBUG oslo_concurrency.lockutils [None req-389eb3c3-1c55-4d98-b4c9-718bfda9b4d9 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.135s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.904892] env[69498]: DEBUG nova.compute.manager [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Received event network-changed-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.905108] env[69498]: DEBUG nova.compute.manager [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Refreshing instance network info cache due to event network-changed-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.905330] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] Acquiring lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.905548] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] Acquired lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.905796] env[69498]: DEBUG nova.network.neutron [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Refreshing network info cache for port fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.983156] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.983445] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b2f7bb-6a6c-456f-8848-7b2f8a2554fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.992086] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1342.992086] env[69498]: value = "task-4098965" [ 1342.992086] env[69498]: _type = "Task" [ 1342.992086] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.001064] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.204059] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb596424-8fc0-47d7-b219-44cd0dd0c77a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.212899] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1795a-66f4-4c89-bce5-ef5aa9fcd264 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.243926] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28270b2-d20a-4cdf-baed-b4fe95463772 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.254368] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b332e-a0fd-4ad5-a70b-7eccf736b185 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.271682] env[69498]: DEBUG nova.compute.provider_tree [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.502638] env[69498]: DEBUG oslo_vmware.api [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098965, 'name': PowerOnVM_Task, 'duration_secs': 0.416387} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.504969] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.505197] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cadb23-2bf8-4f65-a2f7-cbbb5e73b750 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance '0d751a25-03f1-4ee4-8b08-a8090f66a112' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.624679] env[69498]: DEBUG nova.network.neutron [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updated VIF entry in instance network info cache for port fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.625071] env[69498]: DEBUG nova.network.neutron [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updating instance_info_cache with network_info: [{"id": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "address": "fa:16:3e:7f:ad:a1", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9f31e0-c6", "ovs_interfaceid": "fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.775136] env[69498]: DEBUG nova.scheduler.client.report [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.128152] env[69498]: DEBUG oslo_concurrency.lockutils [req-d9dd1908-af8e-4ea9-a073-3e1906cb3a62 req-6f28ec55-07ab-42c4-be78-36d863f0ce3c service nova] Releasing lock "refresh_cache-c0885b58-42ea-498d-83e0-2cd6dc29b19d" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.281125] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.281675] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.786533] env[69498]: DEBUG nova.compute.utils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.788391] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.788565] env[69498]: DEBUG nova.network.neutron [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.830499] env[69498]: DEBUG nova.policy [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1dd63dd08b764b489f359df836412f7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73cbc3e7376d4449976f0ecd298fda5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.116382] env[69498]: DEBUG nova.network.neutron [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Successfully created port: 44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.292178] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.417834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.418102] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.418401] env[69498]: DEBUG nova.compute.manager [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Going to confirm migration 8 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1345.983986] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.984375] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquired lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.984606] env[69498]: DEBUG nova.network.neutron [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.984831] env[69498]: DEBUG nova.objects.instance [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'info_cache' on Instance uuid 0d751a25-03f1-4ee4-8b08-a8090f66a112 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.304265] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.330539] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.330800] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.330945] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.331152] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.331304] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.331456] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.331667] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.331966] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.332189] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.332364] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.332540] env[69498]: DEBUG nova.virt.hardware [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.333429] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee215ae3-4618-46bb-8726-d306b0d6f641 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.341846] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f226a747-3b40-4467-84dd-3cc6a8a2c5c2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.492221] env[69498]: DEBUG nova.compute.manager [req-157743ae-975d-4b35-83c9-283e575c7d96 req-18bf547c-7087-44d4-9e46-8867e4ac5967 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-vif-plugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.492505] env[69498]: DEBUG oslo_concurrency.lockutils [req-157743ae-975d-4b35-83c9-283e575c7d96 req-18bf547c-7087-44d4-9e46-8867e4ac5967 service nova] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.492838] env[69498]: DEBUG oslo_concurrency.lockutils [req-157743ae-975d-4b35-83c9-283e575c7d96 req-18bf547c-7087-44d4-9e46-8867e4ac5967 service nova] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.493086] env[69498]: DEBUG oslo_concurrency.lockutils [req-157743ae-975d-4b35-83c9-283e575c7d96 req-18bf547c-7087-44d4-9e46-8867e4ac5967 service nova] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.493265] env[69498]: DEBUG nova.compute.manager [req-157743ae-975d-4b35-83c9-283e575c7d96 req-18bf547c-7087-44d4-9e46-8867e4ac5967 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] No waiting events found dispatching network-vif-plugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1346.493470] env[69498]: WARNING nova.compute.manager [req-157743ae-975d-4b35-83c9-283e575c7d96 req-18bf547c-7087-44d4-9e46-8867e4ac5967 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received unexpected event network-vif-plugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 for instance with vm_state building and task_state spawning. [ 1346.579815] env[69498]: DEBUG nova.network.neutron [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Successfully updated port: 44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.082597] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.082999] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.082999] env[69498]: DEBUG nova.network.neutron [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.204564] env[69498]: DEBUG nova.network.neutron [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [{"id": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "address": "fa:16:3e:a1:be:20", "network": {"id": "01112ef6-2def-4171-b8b3-a06cf23e1c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1830784814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b22ce6b4737946bcb288be35b2e573f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c59dc-6b", "ovs_interfaceid": "075c59dc-6bd0-43a5-bce4-a241b73113a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.613670] env[69498]: DEBUG nova.network.neutron [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.709890] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Releasing lock "refresh_cache-0d751a25-03f1-4ee4-8b08-a8090f66a112" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.710200] env[69498]: DEBUG nova.objects.instance [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'migration_context' on Instance uuid 0d751a25-03f1-4ee4-8b08-a8090f66a112 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.742212] env[69498]: DEBUG nova.network.neutron [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.213422] env[69498]: DEBUG nova.objects.base [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Object Instance<0d751a25-03f1-4ee4-8b08-a8090f66a112> lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.215029] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf228d-9956-4d7f-b724-853afd1ded86 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.236558] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf38966-60a4-4a94-9c4b-509f7c3cb0f3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.243135] env[69498]: DEBUG oslo_vmware.api [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1348.243135] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5248347e-d0d3-d457-74c2-01f877a4a48e" [ 1348.243135] env[69498]: _type = "Task" [ 1348.243135] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.246679] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.247078] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance network_info: |[{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.247487] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:bd:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e0a80f-11d1-4b19-8cec-b1592440fa68', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.254922] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.255654] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.256038] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0ed7eae-923b-4076-8740-c74a9e5c8f16 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.274707] env[69498]: DEBUG oslo_vmware.api [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5248347e-d0d3-d457-74c2-01f877a4a48e, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.275701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.275977] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.281317] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.281317] env[69498]: value = "task-4098966" [ 1348.281317] env[69498]: _type = "Task" [ 1348.281317] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.290111] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098966, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.519954] env[69498]: DEBUG nova.compute.manager [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.520256] env[69498]: DEBUG nova.compute.manager [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing instance network info cache due to event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.520898] env[69498]: DEBUG oslo_concurrency.lockutils [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.521076] env[69498]: DEBUG oslo_concurrency.lockutils [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.521234] env[69498]: DEBUG nova.network.neutron [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.792365] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098966, 'name': CreateVM_Task, 'duration_secs': 0.314256} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.792540] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.793220] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.793380] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.793702] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.793959] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b1425b-f3e0-4ea4-87d2-4052009a5451 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.801681] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1348.801681] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5200409b-cbed-fbdb-d3ee-8cdbcf70a870" [ 1348.801681] env[69498]: _type = "Task" [ 1348.801681] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.809855] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5200409b-cbed-fbdb-d3ee-8cdbcf70a870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.875369] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925203d8-84f2-4c21-a0bb-773992c0ca0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.882963] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e610223-3400-4d6e-98f2-86a015365f9d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.912471] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d124a2-4112-40e3-9fd9-0c542e1e047e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.920195] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e21b0-2687-4c62-bc8b-e4e6ec72e85b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.935267] env[69498]: DEBUG nova.compute.provider_tree [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.222822] env[69498]: DEBUG nova.network.neutron [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updated VIF entry in instance network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.223274] env[69498]: DEBUG nova.network.neutron [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.313579] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5200409b-cbed-fbdb-d3ee-8cdbcf70a870, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.313876] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.314141] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.314388] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.314533] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.314713] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.314986] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba1a30e0-07f9-478e-9755-fd5f2e953291 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.324721] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.324960] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.325728] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4892cc35-f7ef-4fd2-89b6-4cdcddff563a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.332139] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1349.332139] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529ed182-8d67-5560-e984-a90f466c7b26" [ 1349.332139] env[69498]: _type = "Task" [ 1349.332139] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.340827] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529ed182-8d67-5560-e984-a90f466c7b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.438657] env[69498]: DEBUG nova.scheduler.client.report [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.726757] env[69498]: DEBUG oslo_concurrency.lockutils [req-4a533caf-e72a-4282-9677-cee7314ff2d4 req-14aedead-e23e-44a2-b2c3-180e1a376738 service nova] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.845881] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]529ed182-8d67-5560-e984-a90f466c7b26, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.846862] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fd1a9f-f362-4947-9609-c59bdce5dcd9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.853379] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1349.853379] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ae0973-227e-df27-9ad8-15cb44667160" [ 1349.853379] env[69498]: _type = "Task" [ 1349.853379] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.862822] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ae0973-227e-df27-9ad8-15cb44667160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.365482] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52ae0973-227e-df27-9ad8-15cb44667160, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.365891] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.365990] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.366292] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57740b20-ee56-4755-87b4-6ca9702380af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.373964] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1350.373964] env[69498]: value = "task-4098967" [ 1350.373964] env[69498]: _type = "Task" [ 1350.373964] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.382653] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.449413] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.173s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.885433] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506286} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.885746] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.885971] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.886265] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-426991cc-be5a-4a97-bb62-1072cdd99731 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.893831] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1350.893831] env[69498]: value = "task-4098968" [ 1350.893831] env[69498]: _type = "Task" [ 1350.893831] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.906214] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.010896] env[69498]: INFO nova.scheduler.client.report [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted allocation for migration e40324fc-a76d-461f-b3b3-232136706d2e [ 1351.404451] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075934} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.404840] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.405528] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f686594d-cace-4797-94bc-d4a51d7edb9a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.428846] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.429255] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4bd0fe-32dc-4f0e-a6af-081d0b8d7204 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.451360] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1351.451360] env[69498]: value = "task-4098969" [ 1351.451360] env[69498]: _type = "Task" [ 1351.451360] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.460522] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.518087] env[69498]: DEBUG oslo_concurrency.lockutils [None req-29e9552f-f7d5-4b06-9bed-fcfe32f2b700 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.100s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.778395] env[69498]: INFO nova.compute.manager [None req-fdb69119-45dc-4881-9656-fb7ffb989d64 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Get console output [ 1351.778797] env[69498]: WARNING nova.virt.vmwareapi.driver [None req-fdb69119-45dc-4881-9656-fb7ffb989d64 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] The console log is missing. Check your VSPC configuration [ 1351.962093] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098969, 'name': ReconfigVM_Task, 'duration_secs': 0.291589} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.962396] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.963064] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f19686c1-a18b-4e13-b5b0-0729d953ead6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.970052] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1351.970052] env[69498]: value = "task-4098970" [ 1351.970052] env[69498]: _type = "Task" [ 1351.970052] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.977801] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098970, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.479768] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098970, 'name': Rename_Task, 'duration_secs': 0.155207} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.480103] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.480362] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b05e64b8-036d-498a-8fef-3891deb2c5ad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.486828] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1352.486828] env[69498]: value = "task-4098971" [ 1352.486828] env[69498]: _type = "Task" [ 1352.486828] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.494656] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.996771] env[69498]: DEBUG oslo_vmware.api [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098971, 'name': PowerOnVM_Task, 'duration_secs': 0.490222} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.997056] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.997266] env[69498]: INFO nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1352.997445] env[69498]: DEBUG nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.998213] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd0f382-774f-4f33-945e-3eb98e55a5bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.514535] env[69498]: INFO nova.compute.manager [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Took 11.44 seconds to build instance. [ 1354.017199] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f058e47a-b413-4f44-8256-6814b2805067 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.954s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.182930] env[69498]: DEBUG nova.compute.manager [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.183160] env[69498]: DEBUG nova.compute.manager [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing instance network info cache due to event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.183471] env[69498]: DEBUG oslo_concurrency.lockutils [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.183646] env[69498]: DEBUG oslo_concurrency.lockutils [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.184396] env[69498]: DEBUG nova.network.neutron [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.889689] env[69498]: DEBUG nova.network.neutron [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updated VIF entry in instance network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.890097] env[69498]: DEBUG nova.network.neutron [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.393308] env[69498]: DEBUG oslo_concurrency.lockutils [req-baffad31-1664-4068-93f8-4fbc43d11965 req-cbe2e93a-30a4-4875-bbfe-11d1b17b35e1 service nova] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.599082] env[69498]: INFO nova.compute.manager [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Rebuilding instance [ 1373.639940] env[69498]: DEBUG nova.compute.manager [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1373.640822] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff45cb-54a4-4115-8f62-723732b0051d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.653987] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.654414] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5723ae9c-d963-4266-ba06-87ffe455e88c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.662775] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1374.662775] env[69498]: value = "task-4098972" [ 1374.662775] env[69498]: _type = "Task" [ 1374.662775] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.672792] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.172632] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098972, 'name': PowerOffVM_Task, 'duration_secs': 0.229207} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.172906] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.173151] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.173913] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1441457-2da3-4886-b964-2eb8b6225ec3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.181288] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.181549] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af809309-c189-43d3-ba8b-a35c08d6ab00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.249034] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.249281] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.249467] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleting the datastore file [datastore2] c0885b58-42ea-498d-83e0-2cd6dc29b19d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.249744] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93c191d2-a0f4-4fe0-a82d-b27c3c90956c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.257070] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1375.257070] env[69498]: value = "task-4098974" [ 1375.257070] env[69498]: _type = "Task" [ 1375.257070] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.264607] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.768019] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157947} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.768354] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.768486] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.768650] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.805163] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.805510] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.805683] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.805913] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.806090] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.806339] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.806592] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.806761] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.806930] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.807118] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.807302] env[69498]: DEBUG nova.virt.hardware [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.808236] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea79738-f152-4b16-a1cf-0a5441737339 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.816477] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602dd0b5-14fe-4338-ba59-6f85dc3571e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.830749] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:ad:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.838168] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.838432] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.838643] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca18fdb0-fd6e-4b5a-afb2-bb015ea81f25 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.859591] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.859591] env[69498]: value = "task-4098975" [ 1376.859591] env[69498]: _type = "Task" [ 1376.859591] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.867778] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098975, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.370463] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4098975, 'name': CreateVM_Task, 'duration_secs': 0.332235} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.370612] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.371310] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.371476] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.371795] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.372086] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c69e4f-1f16-4181-9ed4-ba3a6ba37b0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.376736] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1377.376736] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52670e30-e583-8e75-b21d-c4e0fa0fdf94" [ 1377.376736] env[69498]: _type = "Task" [ 1377.376736] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.385358] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52670e30-e583-8e75-b21d-c4e0fa0fdf94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.886928] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52670e30-e583-8e75-b21d-c4e0fa0fdf94, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.887310] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.887483] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.887721] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.887863] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.888054] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.888334] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cd1d952-c49d-4d2f-9ace-adc9cb0970fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.897509] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.897696] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.898474] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c282fd-b584-4d4e-a9db-9d5e11b89a05 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.904388] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1377.904388] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261a4ac-eb5e-6ffd-d6e9-7ffc637f4efb" [ 1377.904388] env[69498]: _type = "Task" [ 1377.904388] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.912430] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261a4ac-eb5e-6ffd-d6e9-7ffc637f4efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.415855] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]5261a4ac-eb5e-6ffd-d6e9-7ffc637f4efb, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.416619] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0c8457-59f2-41d1-b1b8-8b34f44795e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.422053] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1378.422053] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e75065-b00a-a983-b04b-987a94106e1a" [ 1378.422053] env[69498]: _type = "Task" [ 1378.422053] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.430222] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e75065-b00a-a983-b04b-987a94106e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.720320] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.720591] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.720800] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.720978] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.721159] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.723469] env[69498]: INFO nova.compute.manager [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Terminating instance [ 1378.932912] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e75065-b00a-a983-b04b-987a94106e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.933267] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.933426] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.933697] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14182752-28ce-456a-bf64-6c0c73fc32a2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.941134] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1378.941134] env[69498]: value = "task-4098976" [ 1378.941134] env[69498]: _type = "Task" [ 1378.941134] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.949641] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.227718] env[69498]: DEBUG nova.compute.manager [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.227950] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.228381] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451184a9-0c65-4dae-88da-c529ad828d4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.237095] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1379.237095] env[69498]: value = "task-4098977" [ 1379.237095] env[69498]: _type = "Task" [ 1379.237095] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.248566] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.451185] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481924} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.451491] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore1] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.451699] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.451974] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e915307d-3e7a-4cc0-8a02-9a86bf8c7e88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.458629] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1379.458629] env[69498]: value = "task-4098978" [ 1379.458629] env[69498]: _type = "Task" [ 1379.458629] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.465915] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.749040] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098977, 'name': PowerOffVM_Task, 'duration_secs': 0.203546} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.749040] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.749040] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Volume detach. Driver type: vmdk {{(pid=69498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1379.749337] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811974', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'name': 'volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0d751a25-03f1-4ee4-8b08-a8090f66a112', 'attached_at': '2025-05-13T20:19:52.000000', 'detached_at': '', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'serial': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1379.750091] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39dffd9-b448-4c7e-a085-9ba33ca98151 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.769887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaf5609-b126-4bcb-b8bb-1c09a6df7932 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.777967] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b33d909-5a13-40e1-8cb3-dd66a223c6da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.796793] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63dadb6-dd4d-4771-bef1-40604bb7a79e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.813574] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3/volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3.vmdk. No consolidation needed. {{(pid=69498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1379.818746] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1379.819046] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564d46ca-d3d7-4ba6-b7e6-cbbdf473ffe3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.837375] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1379.837375] env[69498]: value = "task-4098979" [ 1379.837375] env[69498]: _type = "Task" [ 1379.837375] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.845978] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.969070] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068985} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.969415] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.970176] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b940913-ec24-40d2-819e-2968b4ad1999 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.992511] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.992810] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9581dfa2-fef4-420f-bc35-59132c124cd3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.013427] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1380.013427] env[69498]: value = "task-4098980" [ 1380.013427] env[69498]: _type = "Task" [ 1380.013427] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.022065] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.348456] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098979, 'name': ReconfigVM_Task, 'duration_secs': 0.169729} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.348883] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1380.353843] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887e6ff8-5abb-4e34-841a-dbfc2874bcd0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.370210] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1380.370210] env[69498]: value = "task-4098981" [ 1380.370210] env[69498]: _type = "Task" [ 1380.370210] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.378795] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.524530] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.881156] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098981, 'name': ReconfigVM_Task, 'duration_secs': 0.270059} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.881481] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-811974', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'name': 'volume-0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0d751a25-03f1-4ee4-8b08-a8090f66a112', 'attached_at': '2025-05-13T20:19:52.000000', 'detached_at': '', 'volume_id': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3', 'serial': '0c53a937-73cb-4df6-aea3-ff31ae98c0f3'} {{(pid=69498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1380.881768] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.882591] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf627f-2e67-45c3-b8a5-8e6204b68bfd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.889637] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.889881] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07eedc4e-f10f-4da8-b182-418a4f7face1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.989817] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.990247] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.990327] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore2] 0d751a25-03f1-4ee4-8b08-a8090f66a112 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.990629] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7599840-3cff-40d4-b75a-199e7b3d7142 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.998480] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1380.998480] env[69498]: value = "task-4098983" [ 1380.998480] env[69498]: _type = "Task" [ 1380.998480] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.009094] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.023017] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098980, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.508923] env[69498]: DEBUG oslo_vmware.api [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093931} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.509260] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.509461] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.509637] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.509872] env[69498]: INFO nova.compute.manager [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1381.510079] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.510310] env[69498]: DEBUG nova.compute.manager [-] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.510457] env[69498]: DEBUG nova.network.neutron [-] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.524596] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098980, 'name': ReconfigVM_Task, 'duration_secs': 1.033182} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.524910] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c0885b58-42ea-498d-83e0-2cd6dc29b19d/c0885b58-42ea-498d-83e0-2cd6dc29b19d.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.525580] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-664e8e89-3319-4e12-9482-74e5ff4072af {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.533046] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1381.533046] env[69498]: value = "task-4098984" [ 1381.533046] env[69498]: _type = "Task" [ 1381.533046] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.541684] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098984, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.978906] env[69498]: DEBUG nova.compute.manager [req-aab70ae1-5065-4ba1-aaad-944561efa10b req-2d6aa49d-b184-4d3f-9ab5-a982bc0074ae service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Received event network-vif-deleted-075c59dc-6bd0-43a5-bce4-a241b73113a3 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.979150] env[69498]: INFO nova.compute.manager [req-aab70ae1-5065-4ba1-aaad-944561efa10b req-2d6aa49d-b184-4d3f-9ab5-a982bc0074ae service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Neutron deleted interface 075c59dc-6bd0-43a5-bce4-a241b73113a3; detaching it from the instance and deleting it from the info cache [ 1381.979371] env[69498]: DEBUG nova.network.neutron [req-aab70ae1-5065-4ba1-aaad-944561efa10b req-2d6aa49d-b184-4d3f-9ab5-a982bc0074ae service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.043079] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098984, 'name': Rename_Task, 'duration_secs': 0.14254} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.043420] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.043619] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eeaed85-3ee7-4f36-a688-6d356c6d10bd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.051275] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1382.051275] env[69498]: value = "task-4098985" [ 1382.051275] env[69498]: _type = "Task" [ 1382.051275] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.059432] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.462782] env[69498]: DEBUG nova.network.neutron [-] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.483592] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50407e85-92e5-4f51-9036-b1217c58aa49 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.495134] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144ad84d-9b05-4f77-af01-8e96f4119bef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.525817] env[69498]: DEBUG nova.compute.manager [req-aab70ae1-5065-4ba1-aaad-944561efa10b req-2d6aa49d-b184-4d3f-9ab5-a982bc0074ae service nova] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Detach interface failed, port_id=075c59dc-6bd0-43a5-bce4-a241b73113a3, reason: Instance 0d751a25-03f1-4ee4-8b08-a8090f66a112 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1382.560935] env[69498]: DEBUG oslo_vmware.api [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4098985, 'name': PowerOnVM_Task, 'duration_secs': 0.466338} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.561248] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.561462] env[69498]: DEBUG nova.compute.manager [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1382.562354] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72ed5f-43d6-4e45-80d5-433331d62d7a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.965771] env[69498]: INFO nova.compute.manager [-] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Took 1.46 seconds to deallocate network for instance. [ 1383.083074] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.083485] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.083749] env[69498]: DEBUG nova.objects.instance [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1383.512392] env[69498]: INFO nova.compute.manager [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Took 0.55 seconds to detach 1 volumes for instance. [ 1383.514607] env[69498]: DEBUG nova.compute.manager [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Deleting volume: 0c53a937-73cb-4df6-aea3-ff31ae98c0f3 {{(pid=69498) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1384.053148] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.093796] env[69498]: DEBUG oslo_concurrency.lockutils [None req-abc6531f-57b5-4b7f-93a9-535284191f43 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.095076] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.042s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.095334] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.117451] env[69498]: INFO nova.scheduler.client.report [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted allocations for instance 0d751a25-03f1-4ee4-8b08-a8090f66a112 [ 1384.624834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-522d9146-ee4c-4ff8-a9d0-402bbd99e365 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "0d751a25-03f1-4ee4-8b08-a8090f66a112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.390736] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "3efa9e61-ab9c-46b8-921a-a32d466de819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.391112] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.391239] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "3efa9e61-ab9c-46b8-921a-a32d466de819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.391414] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.391589] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.393800] env[69498]: INFO nova.compute.manager [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Terminating instance [ 1385.898035] env[69498]: DEBUG nova.compute.manager [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.898205] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.899180] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e19ab4-36d3-4946-98de-736304b58fca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.907641] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.907977] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d54ee712-d360-4b9c-bf19-d33a9d122ed6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.916357] env[69498]: DEBUG oslo_vmware.api [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1385.916357] env[69498]: value = "task-4098987" [ 1385.916357] env[69498]: _type = "Task" [ 1385.916357] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.927754] env[69498]: DEBUG oslo_vmware.api [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.427691] env[69498]: DEBUG oslo_vmware.api [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098987, 'name': PowerOffVM_Task, 'duration_secs': 0.202336} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.428078] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.428078] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.428223] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f1fd12-7ee9-4cbd-90cc-e43451029155 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.495733] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.495958] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.496162] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore2] 3efa9e61-ab9c-46b8-921a-a32d466de819 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.496447] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d883d5d-26c5-4be3-82e2-ab903a276ae6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.503185] env[69498]: DEBUG oslo_vmware.api [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1386.503185] env[69498]: value = "task-4098989" [ 1386.503185] env[69498]: _type = "Task" [ 1386.503185] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.511143] env[69498]: DEBUG oslo_vmware.api [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.016703] env[69498]: DEBUG oslo_vmware.api [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148961} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.017094] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.017388] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.017683] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.017976] env[69498]: INFO nova.compute.manager [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1387.018349] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.018645] env[69498]: DEBUG nova.compute.manager [-] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.018792] env[69498]: DEBUG nova.network.neutron [-] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.274767] env[69498]: DEBUG nova.compute.manager [req-233013c4-da17-42ee-b2bf-75783b267a8f req-1b1471ac-0fe4-4a9f-9dcc-08971293d66d service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Received event network-vif-deleted-d974787a-88d2-4e09-992a-111a107cf338 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.275360] env[69498]: INFO nova.compute.manager [req-233013c4-da17-42ee-b2bf-75783b267a8f req-1b1471ac-0fe4-4a9f-9dcc-08971293d66d service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Neutron deleted interface d974787a-88d2-4e09-992a-111a107cf338; detaching it from the instance and deleting it from the info cache [ 1387.275598] env[69498]: DEBUG nova.network.neutron [req-233013c4-da17-42ee-b2bf-75783b267a8f req-1b1471ac-0fe4-4a9f-9dcc-08971293d66d service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.757051] env[69498]: DEBUG nova.network.neutron [-] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.779723] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43e708f2-3d86-460e-875f-58ae494e4d97 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.789717] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0bfb0-c29d-4c66-94a6-1a5b3b93a1a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.818571] env[69498]: DEBUG nova.compute.manager [req-233013c4-da17-42ee-b2bf-75783b267a8f req-1b1471ac-0fe4-4a9f-9dcc-08971293d66d service nova] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Detach interface failed, port_id=d974787a-88d2-4e09-992a-111a107cf338, reason: Instance 3efa9e61-ab9c-46b8-921a-a32d466de819 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1388.260361] env[69498]: INFO nova.compute.manager [-] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Took 1.24 seconds to deallocate network for instance. [ 1388.768033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.768431] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.768601] env[69498]: DEBUG nova.objects.instance [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'resources' on Instance uuid 3efa9e61-ab9c-46b8-921a-a32d466de819 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.350139] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32eef47-e4d7-4f64-8f40-a6456a9b2260 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.357876] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c6f94-13dc-4e77-8115-9a32a7bb156b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.389162] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7138c20-24d9-4d98-af03-0cabea8455b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.397720] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db8cec3-ec11-4755-9dd9-33b683901774 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.411954] env[69498]: DEBUG nova.compute.provider_tree [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.915449] env[69498]: DEBUG nova.scheduler.client.report [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.421731] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.445292] env[69498]: INFO nova.scheduler.client.report [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted allocations for instance 3efa9e61-ab9c-46b8-921a-a32d466de819 [ 1390.955409] env[69498]: DEBUG oslo_concurrency.lockutils [None req-f8c221e5-44d6-496c-ac1b-2a7bf5bcc037 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "3efa9e61-ab9c-46b8-921a-a32d466de819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.866761] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.867140] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.867189] env[69498]: INFO nova.compute.manager [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Shelving [ 1394.877128] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.877128] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba1126b-0557-4681-9211-48b331dab8c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.884779] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1394.884779] env[69498]: value = "task-4098991" [ 1394.884779] env[69498]: _type = "Task" [ 1394.884779] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.893492] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.980348] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.980618] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.980740] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.980889] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.981050] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.981201] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.981347] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.981491] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1394.981642] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.110834] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "c26f1fa1-6315-4cd2-a529-25558347117b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.111099] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "c26f1fa1-6315-4cd2-a529-25558347117b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.111323] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "c26f1fa1-6315-4cd2-a529-25558347117b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.111921] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "c26f1fa1-6315-4cd2-a529-25558347117b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.112144] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "c26f1fa1-6315-4cd2-a529-25558347117b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.114395] env[69498]: INFO nova.compute.manager [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Terminating instance [ 1395.396556] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098991, 'name': PowerOffVM_Task, 'duration_secs': 0.195837} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.396556] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.397415] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64490caf-0b06-4228-8858-615ae95d9fd1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.417783] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8abdfbe-1e48-4c16-84d1-0b44b532ef35 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.484748] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.485033] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.485200] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.485358] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1395.486257] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93a1ec-aaf5-4c7e-ae3b-57335948179e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.494893] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132d6ab-e4c2-4e40-a9c7-9175530083bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.509092] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce244b2b-6269-4320-b97c-2c7049757b75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.516029] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e815a-20f7-4d9f-ac8a-0c2c0ed22b61 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.545255] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179735MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1395.545437] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.545614] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.618287] env[69498]: DEBUG nova.compute.manager [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.618509] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.619424] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc9209-73d6-4c05-85bf-e17eb779d756 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.627403] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.627644] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee89f61c-1354-431a-a88d-954edeaf6411 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.634641] env[69498]: DEBUG oslo_vmware.api [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1395.634641] env[69498]: value = "task-4098992" [ 1395.634641] env[69498]: _type = "Task" [ 1395.634641] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.643232] env[69498]: DEBUG oslo_vmware.api [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.929681] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Creating Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1395.930170] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5cf608da-59bc-40dc-80fe-0ece52acc1b5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.939239] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1395.939239] env[69498]: value = "task-4098993" [ 1395.939239] env[69498]: _type = "Task" [ 1395.939239] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.951852] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.147638] env[69498]: DEBUG oslo_vmware.api [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098992, 'name': PowerOffVM_Task, 'duration_secs': 0.289896} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.147947] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.148135] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.148394] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8800edf-97ea-4471-99ed-a24718d04ae0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.221069] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.221311] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.221550] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleting the datastore file [datastore2] c26f1fa1-6315-4cd2-a529-25558347117b {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.221809] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450b27d1-b3bb-4178-acbc-851c99fec423 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.229225] env[69498]: DEBUG oslo_vmware.api [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for the task: (returnval){ [ 1396.229225] env[69498]: value = "task-4098995" [ 1396.229225] env[69498]: _type = "Task" [ 1396.229225] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.237594] env[69498]: DEBUG oslo_vmware.api [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.449439] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098993, 'name': CreateSnapshot_Task, 'duration_secs': 0.478389} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.449768] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Created Snapshot of the VM instance {{(pid=69498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1396.450568] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92402a04-21c2-4bbe-8e0f-bb197473f2fe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.574667] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c26f1fa1-6315-4cd2-a529-25558347117b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.574841] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance cf015260-2866-495f-9d30-3fac6eaba5ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.574956] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance c0885b58-42ea-498d-83e0-2cd6dc29b19d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.575094] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 92a53ce7-f8c1-4185-b5b9-848802768279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.575282] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1396.575422] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1396.635818] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896e90d1-08d4-4d4f-b678-636058445a00 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.643993] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc682ad-eadc-45eb-96fc-576bba6c4ae2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.675453] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0ad73-00bb-4a07-896c-3fbc9f189df3 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.683805] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc47b2-b72a-437c-873f-be8bab70223f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.697017] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.741408] env[69498]: DEBUG oslo_vmware.api [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Task: {'id': task-4098995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144179} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.741644] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.741850] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.742044] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.742217] env[69498]: INFO nova.compute.manager [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1396.742451] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.742639] env[69498]: DEBUG nova.compute.manager [-] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.742729] env[69498]: DEBUG nova.network.neutron [-] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.968401] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Creating linked-clone VM from snapshot {{(pid=69498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1396.969193] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4d7495f-ad2c-4a79-8bfd-e4daccfe6011 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.979803] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1396.979803] env[69498]: value = "task-4098996" [ 1396.979803] env[69498]: _type = "Task" [ 1396.979803] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.988550] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098996, 'name': CloneVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.063068] env[69498]: DEBUG nova.compute.manager [req-6181b5d0-4173-4ec0-bc95-844881c4ec50 req-95549c36-0bc8-4508-8935-0e631397114f service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Received event network-vif-deleted-36a58e30-6604-438c-b6e7-8617237bc7e5 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.063285] env[69498]: INFO nova.compute.manager [req-6181b5d0-4173-4ec0-bc95-844881c4ec50 req-95549c36-0bc8-4508-8935-0e631397114f service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Neutron deleted interface 36a58e30-6604-438c-b6e7-8617237bc7e5; detaching it from the instance and deleting it from the info cache [ 1397.063463] env[69498]: DEBUG nova.network.neutron [req-6181b5d0-4173-4ec0-bc95-844881c4ec50 req-95549c36-0bc8-4508-8935-0e631397114f service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.201086] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.490910] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098996, 'name': CloneVM_Task} progress is 94%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.542674] env[69498]: DEBUG nova.network.neutron [-] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.565751] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc7c124-d8f9-4d4f-a03e-8cd04a73adc0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.576449] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece28a23-a1e1-4446-9bde-5f9ec15eafed {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.604228] env[69498]: DEBUG nova.compute.manager [req-6181b5d0-4173-4ec0-bc95-844881c4ec50 req-95549c36-0bc8-4508-8935-0e631397114f service nova] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Detach interface failed, port_id=36a58e30-6604-438c-b6e7-8617237bc7e5, reason: Instance c26f1fa1-6315-4cd2-a529-25558347117b could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1397.706391] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1397.706609] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.992276] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098996, 'name': CloneVM_Task} progress is 95%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.045240] env[69498]: INFO nova.compute.manager [-] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Took 1.30 seconds to deallocate network for instance. [ 1398.494124] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098996, 'name': CloneVM_Task, 'duration_secs': 1.206179} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.494387] env[69498]: INFO nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Created linked-clone VM from snapshot [ 1398.495215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776f349c-e0b7-4f66-ae70-4751676259c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.503190] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Uploading image d025a6df-f9e1-4de9-b570-f43676c11df5 {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1398.531960] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1398.531960] env[69498]: value = "vm-811980" [ 1398.531960] env[69498]: _type = "VirtualMachine" [ 1398.531960] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1398.532265] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fb12912-063a-4d9c-b7eb-2443bbd8e99d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.540324] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease: (returnval){ [ 1398.540324] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522d2bfb-ce67-efe9-d561-51c5334d8e40" [ 1398.540324] env[69498]: _type = "HttpNfcLease" [ 1398.540324] env[69498]: } obtained for exporting VM: (result){ [ 1398.540324] env[69498]: value = "vm-811980" [ 1398.540324] env[69498]: _type = "VirtualMachine" [ 1398.540324] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1398.540617] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the lease: (returnval){ [ 1398.540617] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522d2bfb-ce67-efe9-d561-51c5334d8e40" [ 1398.540617] env[69498]: _type = "HttpNfcLease" [ 1398.540617] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1398.547267] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.547267] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522d2bfb-ce67-efe9-d561-51c5334d8e40" [ 1398.547267] env[69498]: _type = "HttpNfcLease" [ 1398.547267] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1398.552324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.552606] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.552812] env[69498]: DEBUG nova.objects.instance [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lazy-loading 'resources' on Instance uuid c26f1fa1-6315-4cd2-a529-25558347117b {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.049014] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1399.049014] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522d2bfb-ce67-efe9-d561-51c5334d8e40" [ 1399.049014] env[69498]: _type = "HttpNfcLease" [ 1399.049014] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1399.049369] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1399.049369] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]522d2bfb-ce67-efe9-d561-51c5334d8e40" [ 1399.049369] env[69498]: _type = "HttpNfcLease" [ 1399.049369] env[69498]: }. {{(pid=69498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1399.050123] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef7a1b-973c-429b-86d0-77a007d2e181 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.060145] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0cae5-bd99-3749-5d55-160695dced85/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1399.060326] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0cae5-bd99-3749-5d55-160695dced85/disk-0.vmdk for reading. {{(pid=69498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1399.147299] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b209da67-e202-4053-8de9-c7289de22451 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.162367] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fc43fe-d835-4768-a8bf-d4feb27b64b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.176706] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e3f84-b0bf-4231-bdda-2009caf611f8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.206685] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4ac58-2c40-4b52-9adc-4f42a1bc0f9b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.214261] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e601f0e3-2885-428a-8f46-7983bdedd2cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.227475] env[69498]: DEBUG nova.compute.provider_tree [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.731163] env[69498]: DEBUG nova.scheduler.client.report [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.239172] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.262742] env[69498]: INFO nova.scheduler.client.report [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Deleted allocations for instance c26f1fa1-6315-4cd2-a529-25558347117b [ 1400.771833] env[69498]: DEBUG oslo_concurrency.lockutils [None req-addb2df7-90d3-4f7d-99c4-4635dee644e9 tempest-ServerActionsTestOtherA-1239666620 tempest-ServerActionsTestOtherA-1239666620-project-member] Lock "c26f1fa1-6315-4cd2-a529-25558347117b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.670439] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0cae5-bd99-3749-5d55-160695dced85/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1406.671424] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23d3d52-ce0b-469f-b4fa-2eb39eb4e3e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.678092] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0cae5-bd99-3749-5d55-160695dced85/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1406.678265] env[69498]: ERROR oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0cae5-bd99-3749-5d55-160695dced85/disk-0.vmdk due to incomplete transfer. [ 1406.678490] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-89184958-8c10-471a-ac5c-2011322e637b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.686263] env[69498]: DEBUG oslo_vmware.rw_handles [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0cae5-bd99-3749-5d55-160695dced85/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1406.686450] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Uploaded image d025a6df-f9e1-4de9-b570-f43676c11df5 to the Glance image server {{(pid=69498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1406.688808] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Destroying the VM {{(pid=69498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1406.689089] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c32fe73-2ed2-4b54-b6c7-1160a5a459c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.696059] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1406.696059] env[69498]: value = "task-4098998" [ 1406.696059] env[69498]: _type = "Task" [ 1406.696059] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.704810] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098998, 'name': Destroy_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.206155] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098998, 'name': Destroy_Task, 'duration_secs': 0.38061} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.206384] env[69498]: INFO nova.virt.vmwareapi.vm_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Destroyed the VM [ 1407.206643] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deleting Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1407.206909] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be5f5dd4-4dbc-4ed7-9653-c6e012bdcfad {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.213667] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1407.213667] env[69498]: value = "task-4098999" [ 1407.213667] env[69498]: _type = "Task" [ 1407.213667] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.222464] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.724650] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4098999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375671} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.724973] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deleted Snapshot of the VM instance {{(pid=69498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1407.725391] env[69498]: DEBUG nova.compute.manager [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1407.726329] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06daf7da-af5b-4391-b2dc-c876d118184f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.240954] env[69498]: INFO nova.compute.manager [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Shelve offloading [ 1408.744508] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.744851] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b564b891-78ad-49a1-a0cd-2800b12bbf5e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.753050] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1408.753050] env[69498]: value = "task-4099000" [ 1408.753050] env[69498]: _type = "Task" [ 1408.753050] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.762387] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] VM already powered off {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1408.762598] env[69498]: DEBUG nova.compute.manager [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1408.763377] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b66a70-79ed-4180-a07b-a49092dec66f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.769663] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.769838] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.770040] env[69498]: DEBUG nova.network.neutron [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.476978] env[69498]: DEBUG nova.network.neutron [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.979527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.209274] env[69498]: DEBUG nova.compute.manager [req-ecbd5a5f-ac66-49d8-aeba-71001c491a91 req-d22a9264-9a7a-475e-9ffc-3648186dcd89 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-vif-unplugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.209515] env[69498]: DEBUG oslo_concurrency.lockutils [req-ecbd5a5f-ac66-49d8-aeba-71001c491a91 req-d22a9264-9a7a-475e-9ffc-3648186dcd89 service nova] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.209752] env[69498]: DEBUG oslo_concurrency.lockutils [req-ecbd5a5f-ac66-49d8-aeba-71001c491a91 req-d22a9264-9a7a-475e-9ffc-3648186dcd89 service nova] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.209939] env[69498]: DEBUG oslo_concurrency.lockutils [req-ecbd5a5f-ac66-49d8-aeba-71001c491a91 req-d22a9264-9a7a-475e-9ffc-3648186dcd89 service nova] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.210132] env[69498]: DEBUG nova.compute.manager [req-ecbd5a5f-ac66-49d8-aeba-71001c491a91 req-d22a9264-9a7a-475e-9ffc-3648186dcd89 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] No waiting events found dispatching network-vif-unplugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1410.210305] env[69498]: WARNING nova.compute.manager [req-ecbd5a5f-ac66-49d8-aeba-71001c491a91 req-d22a9264-9a7a-475e-9ffc-3648186dcd89 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received unexpected event network-vif-unplugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 for instance with vm_state shelved and task_state shelving_offloading. [ 1410.307305] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.308292] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4386afbe-addb-43df-a1e6-735fadc6c990 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.316215] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.316457] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0710768-184c-4d3e-9305-e7d9474a54ef {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.381943] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.382204] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.382398] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleting the datastore file [datastore1] 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.382816] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc4d373c-60a1-4c50-a75d-a0a6fa5a9c53 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.391152] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1410.391152] env[69498]: value = "task-4099002" [ 1410.391152] env[69498]: _type = "Task" [ 1410.391152] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.399516] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.901212] env[69498]: DEBUG oslo_vmware.api [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149607} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.901474] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.901659] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.901836] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.929247] env[69498]: INFO nova.scheduler.client.report [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted allocations for instance 92a53ce7-f8c1-4185-b5b9-848802768279 [ 1411.433783] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.434179] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.434311] env[69498]: DEBUG nova.objects.instance [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'resources' on Instance uuid 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.937332] env[69498]: DEBUG nova.objects.instance [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'numa_topology' on Instance uuid 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.240699] env[69498]: DEBUG nova.compute.manager [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.240883] env[69498]: DEBUG nova.compute.manager [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing instance network info cache due to event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.241115] env[69498]: DEBUG oslo_concurrency.lockutils [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.241259] env[69498]: DEBUG oslo_concurrency.lockutils [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.241420] env[69498]: DEBUG nova.network.neutron [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.440705] env[69498]: DEBUG nova.objects.base [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Object Instance<92a53ce7-f8c1-4185-b5b9-848802768279> lazy-loaded attributes: resources,numa_topology {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1412.484149] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb59f779-67e5-47ee-a8b8-a03393d77b4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.492261] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee443aa-5aa7-450b-ad99-0c44084d4b2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.524999] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7941ff9-90cd-42f0-b481-335e3fe5120e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.533206] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f4267-a7c2-4673-a85f-5a7ca79cbac1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.547673] env[69498]: DEBUG nova.compute.provider_tree [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.980218] env[69498]: DEBUG nova.network.neutron [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updated VIF entry in instance network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.980587] env[69498]: DEBUG nova.network.neutron [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap44e0a80f-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.051091] env[69498]: DEBUG nova.scheduler.client.report [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.483337] env[69498]: DEBUG oslo_concurrency.lockutils [req-5ca0465e-02cd-4887-8253-361477dd70b7 req-27ad1397-8bf5-4820-9fda-2e05d5eb565a service nova] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.555716] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.580343] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.063949] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d3f6d83e-d4e7-4b52-b862-ecf2ae1b42de tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.197s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.064941] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.485s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.065170] env[69498]: INFO nova.compute.manager [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Unshelving [ 1415.090579] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.090895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.091817] env[69498]: DEBUG nova.objects.instance [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'pci_requests' on Instance uuid 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.596052] env[69498]: DEBUG nova.objects.instance [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'numa_topology' on Instance uuid 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.099042] env[69498]: INFO nova.compute.claims [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.160075] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39429bac-5351-4089-816d-1d983976d2b0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.168081] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79c9cc-1143-47b7-b6e4-4f1f4e514dfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.198853] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e10bf7-b5a9-473f-a1f9-59bac6405755 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.206859] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8eb2d3-23a0-4543-b4c6-e70a2910e6b6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.220206] env[69498]: DEBUG nova.compute.provider_tree [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.723425] env[69498]: DEBUG nova.scheduler.client.report [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.229069] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.258210] env[69498]: INFO nova.network.neutron [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating port 44e0a80f-11d1-4b19-8cec-b1592440fa68 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1419.304622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.305036] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.305113] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.305309] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.305521] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.307791] env[69498]: INFO nova.compute.manager [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Terminating instance [ 1419.641162] env[69498]: DEBUG nova.compute.manager [req-72535a79-b90d-4481-9b11-da4d145da9f0 req-bc396772-6fa0-4b22-90b3-5da63ca41c53 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-vif-plugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.641514] env[69498]: DEBUG oslo_concurrency.lockutils [req-72535a79-b90d-4481-9b11-da4d145da9f0 req-bc396772-6fa0-4b22-90b3-5da63ca41c53 service nova] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.641770] env[69498]: DEBUG oslo_concurrency.lockutils [req-72535a79-b90d-4481-9b11-da4d145da9f0 req-bc396772-6fa0-4b22-90b3-5da63ca41c53 service nova] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.641986] env[69498]: DEBUG oslo_concurrency.lockutils [req-72535a79-b90d-4481-9b11-da4d145da9f0 req-bc396772-6fa0-4b22-90b3-5da63ca41c53 service nova] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.642216] env[69498]: DEBUG nova.compute.manager [req-72535a79-b90d-4481-9b11-da4d145da9f0 req-bc396772-6fa0-4b22-90b3-5da63ca41c53 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] No waiting events found dispatching network-vif-plugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1419.642448] env[69498]: WARNING nova.compute.manager [req-72535a79-b90d-4481-9b11-da4d145da9f0 req-bc396772-6fa0-4b22-90b3-5da63ca41c53 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received unexpected event network-vif-plugged-44e0a80f-11d1-4b19-8cec-b1592440fa68 for instance with vm_state shelved_offloaded and task_state spawning. [ 1419.721636] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.721825] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.722031] env[69498]: DEBUG nova.network.neutron [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.811491] env[69498]: DEBUG nova.compute.manager [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.811683] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.812633] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af78af2d-8004-4eb1-9a4a-c5c399912765 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.820909] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.821176] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fd78ee-d562-4e7e-acfb-c47dec42382a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.827013] env[69498]: DEBUG oslo_vmware.api [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1419.827013] env[69498]: value = "task-4099003" [ 1419.827013] env[69498]: _type = "Task" [ 1419.827013] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.834699] env[69498]: DEBUG oslo_vmware.api [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.340669] env[69498]: DEBUG oslo_vmware.api [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099003, 'name': PowerOffVM_Task, 'duration_secs': 0.173691} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.341572] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.341951] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.342386] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eeb5b02-2b9b-4e72-9771-a126b9d7f6ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.427803] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.428159] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.428399] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleting the datastore file [datastore1] c0885b58-42ea-498d-83e0-2cd6dc29b19d {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.429218] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b0b18c0-ca29-47a4-8e23-2195c5e40fa7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.435816] env[69498]: DEBUG oslo_vmware.api [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1420.435816] env[69498]: value = "task-4099005" [ 1420.435816] env[69498]: _type = "Task" [ 1420.435816] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.444070] env[69498]: DEBUG oslo_vmware.api [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.462635] env[69498]: DEBUG nova.network.neutron [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.946206] env[69498]: DEBUG oslo_vmware.api [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144623} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.946456] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.946642] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.946817] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.946991] env[69498]: INFO nova.compute.manager [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1420.947261] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.947456] env[69498]: DEBUG nova.compute.manager [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.947550] env[69498]: DEBUG nova.network.neutron [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.965083] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.993543] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='156be78f56605cf5318e982964df6a98',container_format='bare',created_at=2025-05-13T20:20:44Z,direct_url=,disk_format='vmdk',id=d025a6df-f9e1-4de9-b570-f43676c11df5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1231284928-shelved',owner='73cbc3e7376d4449976f0ecd298fda5c',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-13T20:20:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.993801] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.993958] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.994239] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.994401] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.994550] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.994759] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.994918] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.995096] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.995264] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.995438] env[69498]: DEBUG nova.virt.hardware [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.996636] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ab09de-f27b-4dd5-b78a-c0c934e8a5a5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.006827] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2d66f7-b1b2-445c-8580-a0306b33f46e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.021049] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:bd:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e0a80f-11d1-4b19-8cec-b1592440fa68', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.028443] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.028728] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.028948] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b0d8a6a-7473-4534-b7ff-e64789f9df34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.049833] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.049833] env[69498]: value = "task-4099006" [ 1421.049833] env[69498]: _type = "Task" [ 1421.049833] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.060166] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4099006, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.560995] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4099006, 'name': CreateVM_Task, 'duration_secs': 0.371806} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.561345] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.561927] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.562109] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.562508] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.562770] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352772b5-b807-4add-9c78-32fad9de3b07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.568156] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1421.568156] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bf7dce-4932-088a-380f-f384dcd69652" [ 1421.568156] env[69498]: _type = "Task" [ 1421.568156] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.576795] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52bf7dce-4932-088a-380f-f384dcd69652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.671207] env[69498]: DEBUG nova.compute.manager [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.671355] env[69498]: DEBUG nova.compute.manager [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing instance network info cache due to event network-changed-44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.671710] env[69498]: DEBUG oslo_concurrency.lockutils [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] Acquiring lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.671710] env[69498]: DEBUG oslo_concurrency.lockutils [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] Acquired lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.671849] env[69498]: DEBUG nova.network.neutron [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Refreshing network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.904954] env[69498]: DEBUG nova.network.neutron [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.079316] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.079577] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Processing image d025a6df-f9e1-4de9-b570-f43676c11df5 {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.079809] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.079987] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.080189] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.080454] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff7ea74-388a-45c1-9c41-614359555ebe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.099286] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.099474] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.100243] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8231c303-7cf5-4a8b-bb8f-ff5c2a3687e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.105826] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1422.105826] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a41146-a5e4-3441-95c2-91e0f6554ba0" [ 1422.105826] env[69498]: _type = "Task" [ 1422.105826] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.113845] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52a41146-a5e4-3441-95c2-91e0f6554ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.407466] env[69498]: DEBUG nova.network.neutron [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updated VIF entry in instance network info cache for port 44e0a80f-11d1-4b19-8cec-b1592440fa68. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.407847] env[69498]: DEBUG nova.network.neutron [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [{"id": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "address": "fa:16:3e:30:bd:6a", "network": {"id": "8b1ca619-336b-4d2b-b6e8-5ba8873fa55f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1573620805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73cbc3e7376d4449976f0ecd298fda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e0a80f-11", "ovs_interfaceid": "44e0a80f-11d1-4b19-8cec-b1592440fa68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.409529] env[69498]: INFO nova.compute.manager [-] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Took 1.46 seconds to deallocate network for instance. [ 1422.616994] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Preparing fetch location {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1422.617269] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Fetch image to [datastore2] OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b/OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b.vmdk {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1422.617336] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Downloading stream optimized image d025a6df-f9e1-4de9-b570-f43676c11df5 to [datastore2] OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b/OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b.vmdk on the data store datastore2 as vApp {{(pid=69498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1422.617504] env[69498]: DEBUG nova.virt.vmwareapi.images [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Downloading image file data d025a6df-f9e1-4de9-b570-f43676c11df5 to the ESX as VM named 'OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b' {{(pid=69498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1422.692675] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1422.692675] env[69498]: value = "resgroup-9" [ 1422.692675] env[69498]: _type = "ResourcePool" [ 1422.692675] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1422.692962] env[69498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-047f4b20-d2e5-4ea6-9b86-8932a4eaf347 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.716149] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease: (returnval){ [ 1422.716149] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521d10e3-ff5a-dbad-d348-1ff64e4a1316" [ 1422.716149] env[69498]: _type = "HttpNfcLease" [ 1422.716149] env[69498]: } obtained for vApp import into resource pool (val){ [ 1422.716149] env[69498]: value = "resgroup-9" [ 1422.716149] env[69498]: _type = "ResourcePool" [ 1422.716149] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1422.716487] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the lease: (returnval){ [ 1422.716487] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521d10e3-ff5a-dbad-d348-1ff64e4a1316" [ 1422.716487] env[69498]: _type = "HttpNfcLease" [ 1422.716487] env[69498]: } to be ready. {{(pid=69498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1422.722797] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.722797] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521d10e3-ff5a-dbad-d348-1ff64e4a1316" [ 1422.722797] env[69498]: _type = "HttpNfcLease" [ 1422.722797] env[69498]: } is initializing. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.910930] env[69498]: DEBUG oslo_concurrency.lockutils [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] Releasing lock "refresh_cache-92a53ce7-f8c1-4185-b5b9-848802768279" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.911232] env[69498]: DEBUG nova.compute.manager [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Received event network-vif-deleted-fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.911423] env[69498]: INFO nova.compute.manager [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Neutron deleted interface fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01; detaching it from the instance and deleting it from the info cache [ 1422.911595] env[69498]: DEBUG nova.network.neutron [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.915289] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.915531] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.915742] env[69498]: DEBUG nova.objects.instance [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'resources' on Instance uuid c0885b58-42ea-498d-83e0-2cd6dc29b19d {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.224755] env[69498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.224755] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521d10e3-ff5a-dbad-d348-1ff64e4a1316" [ 1423.224755] env[69498]: _type = "HttpNfcLease" [ 1423.224755] env[69498]: } is ready. {{(pid=69498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1423.225098] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1423.225098] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521d10e3-ff5a-dbad-d348-1ff64e4a1316" [ 1423.225098] env[69498]: _type = "HttpNfcLease" [ 1423.225098] env[69498]: }. {{(pid=69498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1423.225914] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde0a4d-3f69-41d9-a07d-a0a4f115474f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.235960] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52113c9a-c4fd-1f47-7bf3-a619370de7af/disk-0.vmdk from lease info. {{(pid=69498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1423.236172] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52113c9a-c4fd-1f47-7bf3-a619370de7af/disk-0.vmdk. {{(pid=69498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1423.297246] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3267af1-ebdd-4c46-8ad4-bb6649edf677 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.414682] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91aacdf7-bb2b-4fa8-9741-c053ce982c75 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.424380] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0b435-c8e7-44a4-8c44-6c51fb9bf819 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.451236] env[69498]: DEBUG nova.compute.manager [req-9997804e-5311-456b-910f-096faa07f533 req-38044892-be94-42c6-addc-b1990f89fb11 service nova] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Detach interface failed, port_id=fc9f31e0-c6b3-4ff2-af1c-891c1ae24a01, reason: Instance c0885b58-42ea-498d-83e0-2cd6dc29b19d could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1423.478145] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239fffa3-31a0-4e10-9125-4b6f2988080a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.489063] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea156b10-79d7-4ea4-984f-1f6faf52530f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.524236] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e60fb8-e71e-497f-845b-ae4dddf06b04 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.534422] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca3c4e-33ce-471d-b2eb-2f4a5002026b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.551084] env[69498]: DEBUG nova.compute.provider_tree [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.057215] env[69498]: DEBUG nova.scheduler.client.report [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.382997] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Completed reading data from the image iterator. {{(pid=69498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1424.383324] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52113c9a-c4fd-1f47-7bf3-a619370de7af/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1424.384300] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b8833-f809-4ad9-8174-72f0e572fd66 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.393655] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52113c9a-c4fd-1f47-7bf3-a619370de7af/disk-0.vmdk is in state: ready. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1424.393780] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52113c9a-c4fd-1f47-7bf3-a619370de7af/disk-0.vmdk. {{(pid=69498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1424.393980] env[69498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-45e22904-2bac-4529-8251-b5ba5d81a3ac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.563377] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.584780] env[69498]: INFO nova.scheduler.client.report [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted allocations for instance c0885b58-42ea-498d-83e0-2cd6dc29b19d [ 1424.779648] env[69498]: DEBUG oslo_vmware.rw_handles [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52113c9a-c4fd-1f47-7bf3-a619370de7af/disk-0.vmdk. {{(pid=69498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1424.779871] env[69498]: INFO nova.virt.vmwareapi.images [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Downloaded image file data d025a6df-f9e1-4de9-b570-f43676c11df5 [ 1424.780793] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dace410-2afb-4fe1-8425-e81cf319832e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.796427] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27f59ee-20d6-4686-a5f6-caef162ebec1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.821151] env[69498]: INFO nova.virt.vmwareapi.images [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] The imported VM was unregistered [ 1424.823658] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Caching image {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1424.823900] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5 {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.824209] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f9601d8-dec1-4960-a8af-2f5a4bbbf2d2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.847809] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Created directory with path [datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5 {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.848052] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b/OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b.vmdk to [datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk. {{(pid=69498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1424.848352] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e6aedcbe-7739-45af-9bcc-7a26c7841e7f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.855480] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1424.855480] env[69498]: value = "task-4099009" [ 1424.855480] env[69498]: _type = "Task" [ 1424.855480] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.863652] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099009, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.092957] env[69498]: DEBUG oslo_concurrency.lockutils [None req-19bc6273-e5c2-43c5-a116-b3997713054a tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "c0885b58-42ea-498d-83e0-2cd6dc29b19d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.366085] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099009, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.866508] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099009, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.367100] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099009, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.866561] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099009, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.170093] env[69498]: DEBUG nova.compute.manager [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1427.366560] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099009, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.372498} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.366823] env[69498]: INFO nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b/OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b.vmdk to [datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk. [ 1427.367019] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Cleaning up location [datastore2] OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1427.367190] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5271b342-977c-4395-8378-baa841fef65b {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.367461] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e543756b-42b3-42d5-bc9f-eb2bfd103e2b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.376072] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1427.376072] env[69498]: value = "task-4099010" [ 1427.376072] env[69498]: _type = "Task" [ 1427.376072] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.383840] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.690264] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.690584] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.886511] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0352} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.886766] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.886936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.887199] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk to [datastore2] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.887458] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64ef8366-cced-4804-ad72-047894b5cb25 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.894330] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1427.894330] env[69498]: value = "task-4099011" [ 1427.894330] env[69498]: _type = "Task" [ 1427.894330] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.902625] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.196108] env[69498]: INFO nova.compute.claims [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.405181] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099011, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.703056] env[69498]: INFO nova.compute.resource_tracker [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating resource usage from migration f11d84fc-6907-4591-9b1f-e19c89841385 [ 1428.757872] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6453aa-e638-47ae-8620-97fa633d0875 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.766881] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa2d754-edec-4df7-9ea8-0cd1a1e6cb8f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.797872] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d4392-d372-405d-9cd7-93a70e0220e4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.806156] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c3d25d-8ee0-42e1-a978-2fd026e6fe9c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.821297] env[69498]: DEBUG nova.compute.provider_tree [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.905027] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099011, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.325019] env[69498]: DEBUG nova.scheduler.client.report [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.405552] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099011, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.830677] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.140s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.830929] env[69498]: INFO nova.compute.manager [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Migrating [ 1429.905880] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099011, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.347883] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.348144] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.348298] env[69498]: DEBUG nova.network.neutron [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.406311] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099011, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.307946} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.406713] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d025a6df-f9e1-4de9-b570-f43676c11df5/d025a6df-f9e1-4de9-b570-f43676c11df5.vmdk to [datastore2] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.407407] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a5b19-99be-4891-9692-c2fc090067aa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.430182] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.430499] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdaf889c-d27d-4e18-b563-23a952fa6d5a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.450815] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1430.450815] env[69498]: value = "task-4099012" [ 1430.450815] env[69498]: _type = "Task" [ 1430.450815] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.459196] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.961798] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099012, 'name': ReconfigVM_Task, 'duration_secs': 0.395271} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.962083] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 92a53ce7-f8c1-4185-b5b9-848802768279/92a53ce7-f8c1-4185-b5b9-848802768279.vmdk or device None with type streamOptimized {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.962700] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f65a3d7-b740-4110-8a74-a9610795cbde {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.972430] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1430.972430] env[69498]: value = "task-4099013" [ 1430.972430] env[69498]: _type = "Task" [ 1430.972430] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.981177] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099013, 'name': Rename_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.063370] env[69498]: DEBUG nova.network.neutron [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.482799] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099013, 'name': Rename_Task, 'duration_secs': 0.153624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.483156] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.483323] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0a08dff-e70b-45a2-b6a0-9d3a6fdb13e1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.489917] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1431.489917] env[69498]: value = "task-4099014" [ 1431.489917] env[69498]: _type = "Task" [ 1431.489917] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.497801] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.566751] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.664816] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.665073] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.001125] env[69498]: DEBUG oslo_vmware.api [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099014, 'name': PowerOnVM_Task, 'duration_secs': 0.478243} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.001262] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.110703] env[69498]: DEBUG nova.compute.manager [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1432.111671] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3587df8-f1bf-47e4-8d74-58c130d7695d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.169126] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.169778] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.169778] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.169778] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.169778] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.169994] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.170043] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1432.170202] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.627947] env[69498]: DEBUG oslo_concurrency.lockutils [None req-348cc3a0-0647-467e-bfdd-12cb48f58588 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.563s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.672628] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.672873] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.673042] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.673211] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1432.674335] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f02380-3c6e-4c91-9dd2-f133b8f27e0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.682466] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843fa5e-ec65-4d83-9752-6ba4321adb74 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.696179] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4417d4b-49a3-4976-8f90-3e8541538a1e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.702761] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e00d81-eac4-4c77-839d-af6a50018724 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.733711] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180257MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1432.733869] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.734100] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.082577] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d5a63-45eb-4d8d-813a-565617190e96 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.101406] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.607210] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.607521] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7000eb4a-ff6b-43e7-b7d3-2cff650b3dea {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.615778] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1433.615778] env[69498]: value = "task-4099015" [ 1433.615778] env[69498]: _type = "Task" [ 1433.615778] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.625419] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.740946] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Applying migration context for instance cf015260-2866-495f-9d30-3fac6eaba5ef as it has an incoming, in-progress migration f11d84fc-6907-4591-9b1f-e19c89841385. Migration status is migrating {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1433.741603] env[69498]: INFO nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating resource usage from migration f11d84fc-6907-4591-9b1f-e19c89841385 [ 1433.763633] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 92a53ce7-f8c1-4185-b5b9-848802768279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.763795] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Migration f11d84fc-6907-4591-9b1f-e19c89841385 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1433.763925] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance cf015260-2866-495f-9d30-3fac6eaba5ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.764123] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1433.764269] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1433.815731] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc1d755-ed74-4c5d-9d23-dbbc5844612d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.824136] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae24f3-78bd-4dc9-b008-74834baf0c77 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.855654] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb66d1-4772-4f80-ba75-42118c37b4c0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.863803] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6979ee51-56fa-4420-96be-4a77200c9c9e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.877465] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.126764] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099015, 'name': PowerOffVM_Task, 'duration_secs': 0.215918} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.127009] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.127209] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.380614] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.633583] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.633847] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.633989] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.634179] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.634290] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.634435] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.634639] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.634795] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.634959] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.635138] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.635317] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.640507] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e951a885-615f-485a-8832-62bdfede57e0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.657233] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1434.657233] env[69498]: value = "task-4099016" [ 1434.657233] env[69498]: _type = "Task" [ 1434.657233] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.666096] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.885394] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1434.885758] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.168296] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099016, 'name': ReconfigVM_Task, 'duration_secs': 0.152318} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.168570] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1435.675836] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.676152] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.676296] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.676484] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.676633] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.676781] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.676984] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.677160] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.677330] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.677492] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.677660] env[69498]: DEBUG nova.virt.hardware [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.682984] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1435.683302] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5975bc6a-f0f1-42ae-b74c-0922cca23e4d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.702616] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1435.702616] env[69498]: value = "task-4099017" [ 1435.702616] env[69498]: _type = "Task" [ 1435.702616] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.710875] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.212368] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099017, 'name': ReconfigVM_Task, 'duration_secs': 0.179731} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.212658] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.213423] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b27669-8ea6-416e-aeff-2edafc94712f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.236200] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef/cf015260-2866-495f-9d30-3fac6eaba5ef.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.236438] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f72bfce-08dd-42bd-bd80-8db515b2dfd0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.254875] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1436.254875] env[69498]: value = "task-4099018" [ 1436.254875] env[69498]: _type = "Task" [ 1436.254875] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.262426] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.765281] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099018, 'name': ReconfigVM_Task, 'duration_secs': 0.256989} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.765586] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef/cf015260-2866-495f-9d30-3fac6eaba5ef.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.765831] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1437.272998] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14120bf5-7388-49ae-a51e-e3ff9f2053ae {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.292260] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6983122b-78a9-4de5-bd5c-fdd7a667df70 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.310292] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1437.851896] env[69498]: DEBUG nova.network.neutron [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Port 1f25f29f-fd83-439a-a7c8-c336c58ff2b8 binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1438.874790] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.875184] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.875369] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.911974] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.912230] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.912389] env[69498]: DEBUG nova.network.neutron [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.622934] env[69498]: DEBUG nova.network.neutron [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.125622] env[69498]: DEBUG oslo_concurrency.lockutils [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.649655] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7fe109-aa17-4a3a-95d7-0b1ea617b87d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.669580] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9960d90-3b80-4e25-a328-49798551de51 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.677722] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.184604] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.184973] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adb39264-8192-4d66-8b8c-daba7e62e309 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.193609] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1442.193609] env[69498]: value = "task-4099019" [ 1442.193609] env[69498]: _type = "Task" [ 1442.193609] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.202186] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.704345] env[69498]: DEBUG oslo_vmware.api [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099019, 'name': PowerOnVM_Task, 'duration_secs': 0.37516} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.704617] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.704796] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ca7f5a-6d3d-4007-89b0-a0faf1e97ccf tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance 'cf015260-2866-495f-9d30-3fac6eaba5ef' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.497240] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.497648] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.497707] env[69498]: DEBUG nova.compute.manager [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Going to confirm migration 9 {{(pid=69498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1445.057380] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.057580] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.057788] env[69498]: DEBUG nova.network.neutron [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.058061] env[69498]: DEBUG nova.objects.instance [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'info_cache' on Instance uuid cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.282895] env[69498]: DEBUG nova.network.neutron [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [{"id": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "address": "fa:16:3e:ca:9e:82", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f25f29f-fd", "ovs_interfaceid": "1f25f29f-fd83-439a-a7c8-c336c58ff2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.785605] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-cf015260-2866-495f-9d30-3fac6eaba5ef" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.785898] env[69498]: DEBUG nova.objects.instance [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'migration_context' on Instance uuid cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.288972] env[69498]: DEBUG nova.objects.base [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1447.289964] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31846a07-d578-4507-beac-6b364a5e2644 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.312027] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7260c92b-fb8b-43db-8ced-e5a43129cddc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.317398] env[69498]: DEBUG oslo_vmware.api [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1447.317398] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e68c05-67f2-e2c9-170e-024484941f13" [ 1447.317398] env[69498]: _type = "Task" [ 1447.317398] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.325355] env[69498]: DEBUG oslo_vmware.api [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e68c05-67f2-e2c9-170e-024484941f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.827965] env[69498]: DEBUG oslo_vmware.api [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52e68c05-67f2-e2c9-170e-024484941f13, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.828274] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.828524] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.382974] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c80506-fcfa-4268-979d-762fe4cfb583 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.390686] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96519679-b0aa-4ff8-a40c-5148a4eae89c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.422986] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6110295-e0f5-41f2-99c1-655e65ea7015 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.430672] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809c52e-92ba-48fe-90f2-e071ed00d6b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.444290] env[69498]: DEBUG nova.compute.provider_tree [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.948145] env[69498]: DEBUG nova.scheduler.client.report [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.958936] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.130s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.518919] env[69498]: INFO nova.scheduler.client.report [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted allocation for migration f11d84fc-6907-4591-9b1f-e19c89841385 [ 1451.024376] env[69498]: DEBUG oslo_concurrency.lockutils [None req-edbec429-cffd-41a2-a44f-0e450e31aa6e tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.527s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.463152] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.463435] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.463653] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.463840] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.464074] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.466268] env[69498]: INFO nova.compute.manager [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Terminating instance [ 1451.970330] env[69498]: DEBUG nova.compute.manager [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.970330] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.971313] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91002bd3-e651-4392-b091-176472a7ddd4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.979312] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.979550] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2437537a-360e-4c43-9b0d-abb0a27ce483 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.985927] env[69498]: DEBUG oslo_vmware.api [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1451.985927] env[69498]: value = "task-4099020" [ 1451.985927] env[69498]: _type = "Task" [ 1451.985927] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.994208] env[69498]: DEBUG oslo_vmware.api [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.497325] env[69498]: DEBUG oslo_vmware.api [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099020, 'name': PowerOffVM_Task, 'duration_secs': 0.17984} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.497715] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.497762] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.498030] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d738016-06d9-42b3-976c-055dd15886d6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.572389] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.572611] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Deleting contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.572808] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleting the datastore file [datastore1] cf015260-2866-495f-9d30-3fac6eaba5ef {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.573226] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f60db68-4a5c-4790-99f1-2ad97c4ab7a9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.579807] env[69498]: DEBUG oslo_vmware.api [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1452.579807] env[69498]: value = "task-4099022" [ 1452.579807] env[69498]: _type = "Task" [ 1452.579807] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.588529] env[69498]: DEBUG oslo_vmware.api [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.089894] env[69498]: DEBUG oslo_vmware.api [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138266} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.090195] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.090401] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Deleted contents of the VM from datastore datastore1 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.090620] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.090792] env[69498]: INFO nova.compute.manager [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1453.091042] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.091245] env[69498]: DEBUG nova.compute.manager [-] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.091340] env[69498]: DEBUG nova.network.neutron [-] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.551402] env[69498]: DEBUG nova.compute.manager [req-57fa83fe-9f9d-4140-9773-981c5dbaefe4 req-15334c0b-4151-41c5-8582-031ab2c8d35d service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Received event network-vif-deleted-1f25f29f-fd83-439a-a7c8-c336c58ff2b8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.551707] env[69498]: INFO nova.compute.manager [req-57fa83fe-9f9d-4140-9773-981c5dbaefe4 req-15334c0b-4151-41c5-8582-031ab2c8d35d service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Neutron deleted interface 1f25f29f-fd83-439a-a7c8-c336c58ff2b8; detaching it from the instance and deleting it from the info cache [ 1453.551707] env[69498]: DEBUG nova.network.neutron [req-57fa83fe-9f9d-4140-9773-981c5dbaefe4 req-15334c0b-4151-41c5-8582-031ab2c8d35d service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.034890] env[69498]: DEBUG nova.network.neutron [-] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.055773] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3908f767-545b-4be4-bcda-34ae01afa0da {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.065264] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e44978-d6e8-4218-bbae-cb6198b0b298 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.091478] env[69498]: DEBUG nova.compute.manager [req-57fa83fe-9f9d-4140-9773-981c5dbaefe4 req-15334c0b-4151-41c5-8582-031ab2c8d35d service nova] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Detach interface failed, port_id=1f25f29f-fd83-439a-a7c8-c336c58ff2b8, reason: Instance cf015260-2866-495f-9d30-3fac6eaba5ef could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1454.537957] env[69498]: INFO nova.compute.manager [-] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Took 1.45 seconds to deallocate network for instance. [ 1455.044795] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.045232] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.045367] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.069144] env[69498]: INFO nova.scheduler.client.report [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted allocations for instance cf015260-2866-495f-9d30-3fac6eaba5ef [ 1455.577194] env[69498]: DEBUG oslo_concurrency.lockutils [None req-55f00b6a-56b0-42a8-86de-1208cc0f5603 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "cf015260-2866-495f-9d30-3fac6eaba5ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.114s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.397390] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "385bec40-804d-4e3a-a708-eb372eb8e7f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.397701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.899630] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.421513] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.421811] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.423498] env[69498]: INFO nova.compute.claims [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.470585] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae549ad-13d9-406f-8e51-8e28291d9dac {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.478506] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b358e276-9cf2-41f9-b9cc-ddb870d27751 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.509809] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02f2927-60ec-4fad-a380-0f666f5d209d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.517923] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f50381-d851-49ed-97b3-363094889388 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.531616] env[69498]: DEBUG nova.compute.provider_tree [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.035190] env[69498]: DEBUG nova.scheduler.client.report [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.540649] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.541226] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.046442] env[69498]: DEBUG nova.compute.utils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1460.047865] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.048054] env[69498]: DEBUG nova.network.neutron [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.096648] env[69498]: DEBUG nova.policy [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a0b85e5ef174e4fab9cc91bf4b256da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112b685b28074d39870d733e61102755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.375186] env[69498]: DEBUG nova.network.neutron [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Successfully created port: 568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.550910] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.561920] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.589648] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.589907] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.590080] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.590272] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.590421] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.590567] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.590816] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.590988] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.591180] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.591349] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.591521] env[69498]: DEBUG nova.virt.hardware [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.592454] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b452bf1-a388-4278-a551-394503f56e6c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.601217] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4855a4f-7a91-453b-8587-1b8923b27082 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.737023] env[69498]: DEBUG nova.compute.manager [req-e9365b01-751e-44b6-ada5-7aefa9d4705f req-c40807ed-250a-4a0d-8b88-f8f66495a501 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Received event network-vif-plugged-568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.737086] env[69498]: DEBUG oslo_concurrency.lockutils [req-e9365b01-751e-44b6-ada5-7aefa9d4705f req-c40807ed-250a-4a0d-8b88-f8f66495a501 service nova] Acquiring lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.737313] env[69498]: DEBUG oslo_concurrency.lockutils [req-e9365b01-751e-44b6-ada5-7aefa9d4705f req-c40807ed-250a-4a0d-8b88-f8f66495a501 service nova] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.737491] env[69498]: DEBUG oslo_concurrency.lockutils [req-e9365b01-751e-44b6-ada5-7aefa9d4705f req-c40807ed-250a-4a0d-8b88-f8f66495a501 service nova] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.737676] env[69498]: DEBUG nova.compute.manager [req-e9365b01-751e-44b6-ada5-7aefa9d4705f req-c40807ed-250a-4a0d-8b88-f8f66495a501 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] No waiting events found dispatching network-vif-plugged-568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1461.737856] env[69498]: WARNING nova.compute.manager [req-e9365b01-751e-44b6-ada5-7aefa9d4705f req-c40807ed-250a-4a0d-8b88-f8f66495a501 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Received unexpected event network-vif-plugged-568ff806-bd27-467d-b94c-cbfe12e5fb3f for instance with vm_state building and task_state spawning. [ 1461.824114] env[69498]: DEBUG nova.network.neutron [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Successfully updated port: 568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.326710] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.326885] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.327020] env[69498]: DEBUG nova.network.neutron [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.858517] env[69498]: DEBUG nova.network.neutron [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.982649] env[69498]: DEBUG nova.network.neutron [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.485111] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.485450] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Instance network_info: |[{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.485887] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:59:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '568ff806-bd27-467d-b94c-cbfe12e5fb3f', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.493687] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.493939] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.494200] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62d3502b-29bf-4524-bb13-3588df953ca1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.516331] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.516331] env[69498]: value = "task-4099023" [ 1463.516331] env[69498]: _type = "Task" [ 1463.516331] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.524763] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4099023, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.764558] env[69498]: DEBUG nova.compute.manager [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Received event network-changed-568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.764913] env[69498]: DEBUG nova.compute.manager [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Refreshing instance network info cache due to event network-changed-568ff806-bd27-467d-b94c-cbfe12e5fb3f. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.764984] env[69498]: DEBUG oslo_concurrency.lockutils [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.765186] env[69498]: DEBUG oslo_concurrency.lockutils [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.765401] env[69498]: DEBUG nova.network.neutron [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Refreshing network info cache for port 568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.027281] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4099023, 'name': CreateVM_Task, 'duration_secs': 0.349633} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.027638] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.028176] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.028341] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.028719] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.028976] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9aa267-e003-4b2c-ba33-d4ba5beb41cd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.035169] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1464.035169] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527e8223-6ef3-0185-e151-4885545d353a" [ 1464.035169] env[69498]: _type = "Task" [ 1464.035169] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.043833] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527e8223-6ef3-0185-e151-4885545d353a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.476691] env[69498]: DEBUG nova.network.neutron [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updated VIF entry in instance network info cache for port 568ff806-bd27-467d-b94c-cbfe12e5fb3f. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.477104] env[69498]: DEBUG nova.network.neutron [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.545681] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527e8223-6ef3-0185-e151-4885545d353a, 'name': SearchDatastore_Task, 'duration_secs': 0.013298} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.545988] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.546252] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.546490] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.546636] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.546817] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.547103] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d99626-dd95-4090-b444-1510baa488cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.557052] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.557256] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.557997] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c4513b-47fa-4c3e-88e3-d979f8bb141c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.563512] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1464.563512] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52834096-12de-9478-e90a-70ce3357cd00" [ 1464.563512] env[69498]: _type = "Task" [ 1464.563512] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.571857] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52834096-12de-9478-e90a-70ce3357cd00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.979878] env[69498]: DEBUG oslo_concurrency.lockutils [req-143d2a97-2e3a-4500-b92c-9eef27825a46 req-792fc129-4e26-4cbd-b4f9-251f09eff9cd service nova] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.073760] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52834096-12de-9478-e90a-70ce3357cd00, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.074570] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd10bf4-58a8-43e1-bcac-c53b108adf34 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.080038] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1465.080038] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c4c8b-f144-a3b5-991a-ced0e1eddbf6" [ 1465.080038] env[69498]: _type = "Task" [ 1465.080038] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.089099] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c4c8b-f144-a3b5-991a-ced0e1eddbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.591411] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]524c4c8b-f144-a3b5-991a-ced0e1eddbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.591701] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.591985] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.592258] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-098ab255-6eb2-4f9a-aaef-37f9a78bdccd {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.598777] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1465.598777] env[69498]: value = "task-4099024" [ 1465.598777] env[69498]: _type = "Task" [ 1465.598777] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.607151] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.108940] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464258} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.109414] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.109414] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.109642] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ac1165-ca3c-406a-898b-be725cfccd58 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.116997] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1466.116997] env[69498]: value = "task-4099025" [ 1466.116997] env[69498]: _type = "Task" [ 1466.116997] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.127455] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.626848] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072748} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.627107] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.627887] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef1dbf2-04f4-4b10-ba89-36e4d6107614 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.649815] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.650099] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63bf1d9f-1a48-490d-9a62-8d0ae2dc5299 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.669680] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1466.669680] env[69498]: value = "task-4099026" [ 1466.669680] env[69498]: _type = "Task" [ 1466.669680] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.677612] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.180374] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099026, 'name': ReconfigVM_Task, 'duration_secs': 0.304637} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.180730] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.181400] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3d8be47-ce5e-4284-a4d8-b6fc1d45c7c9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.188163] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1467.188163] env[69498]: value = "task-4099027" [ 1467.188163] env[69498]: _type = "Task" [ 1467.188163] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.196394] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099027, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.698887] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099027, 'name': Rename_Task, 'duration_secs': 0.141624} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.699210] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.699452] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-186d869f-03fd-4e65-ae14-30168c935ecb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.706795] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1467.706795] env[69498]: value = "task-4099028" [ 1467.706795] env[69498]: _type = "Task" [ 1467.706795] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.714573] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.217487] env[69498]: DEBUG oslo_vmware.api [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099028, 'name': PowerOnVM_Task, 'duration_secs': 0.507986} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.217872] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.217971] env[69498]: INFO nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1468.218133] env[69498]: DEBUG nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1468.218910] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144ce1e-181f-4d57-9ce2-b92d07d991c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.736556] env[69498]: INFO nova.compute.manager [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Took 11.33 seconds to build instance. [ 1469.238445] env[69498]: DEBUG oslo_concurrency.lockutils [None req-dcf0b951-9db9-448c-a25a-fd26666a54fe tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.841s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.388412] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.388557] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.392022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.392022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.392022] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.392022] env[69498]: INFO nova.compute.manager [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Terminating instance [ 1469.426567] env[69498]: DEBUG nova.compute.manager [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Received event network-changed-568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.427878] env[69498]: DEBUG nova.compute.manager [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Refreshing instance network info cache due to event network-changed-568ff806-bd27-467d-b94c-cbfe12e5fb3f. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1469.427878] env[69498]: DEBUG oslo_concurrency.lockutils [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.427878] env[69498]: DEBUG oslo_concurrency.lockutils [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.427878] env[69498]: DEBUG nova.network.neutron [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Refreshing network info cache for port 568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.894947] env[69498]: DEBUG nova.compute.manager [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.895213] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.896150] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63dcf6-f083-44ae-b6df-77204108d8a4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.904502] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.904749] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07be5087-1cf2-4059-81f9-081cc7088a3c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.911290] env[69498]: DEBUG oslo_vmware.api [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1469.911290] env[69498]: value = "task-4099029" [ 1469.911290] env[69498]: _type = "Task" [ 1469.911290] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.919327] env[69498]: DEBUG oslo_vmware.api [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.145085] env[69498]: DEBUG nova.network.neutron [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updated VIF entry in instance network info cache for port 568ff806-bd27-467d-b94c-cbfe12e5fb3f. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.145464] env[69498]: DEBUG nova.network.neutron [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.421957] env[69498]: DEBUG oslo_vmware.api [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099029, 'name': PowerOffVM_Task, 'duration_secs': 0.20312} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.422334] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.422374] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.422592] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89001d18-94b5-47b8-8d78-e2fc4bc596bf {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.491643] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.491925] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.492138] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleting the datastore file [datastore2] 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.492456] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0169d7e1-908d-4658-acb6-eb467e29ebbe {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.499272] env[69498]: DEBUG oslo_vmware.api [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for the task: (returnval){ [ 1470.499272] env[69498]: value = "task-4099031" [ 1470.499272] env[69498]: _type = "Task" [ 1470.499272] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.507162] env[69498]: DEBUG oslo_vmware.api [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.648260] env[69498]: DEBUG oslo_concurrency.lockutils [req-7fe53997-7b63-4bc0-80d5-a653cd681e33 req-422eadfa-2a2a-4ab3-833c-b6392690b502 service nova] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.010306] env[69498]: DEBUG oslo_vmware.api [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Task: {'id': task-4099031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137322} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.010595] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.010817] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.011078] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.011271] env[69498]: INFO nova.compute.manager [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1471.011525] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.011720] env[69498]: DEBUG nova.compute.manager [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.011820] env[69498]: DEBUG nova.network.neutron [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.653627] env[69498]: DEBUG nova.compute.manager [req-2cf482d6-a1db-4d15-be84-f51334351349 req-e9c11ffa-ec1c-4f22-9c3e-488f5c15a278 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Received event network-vif-deleted-44e0a80f-11d1-4b19-8cec-b1592440fa68 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.654187] env[69498]: INFO nova.compute.manager [req-2cf482d6-a1db-4d15-be84-f51334351349 req-e9c11ffa-ec1c-4f22-9c3e-488f5c15a278 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Neutron deleted interface 44e0a80f-11d1-4b19-8cec-b1592440fa68; detaching it from the instance and deleting it from the info cache [ 1471.654345] env[69498]: DEBUG nova.network.neutron [req-2cf482d6-a1db-4d15-be84-f51334351349 req-e9c11ffa-ec1c-4f22-9c3e-488f5c15a278 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.132149] env[69498]: DEBUG nova.network.neutron [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.156985] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5d18ca4-e803-425f-9730-22690597de69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.167215] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c1212-4ce2-405d-a9c4-49de2adcec8a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.198333] env[69498]: DEBUG nova.compute.manager [req-2cf482d6-a1db-4d15-be84-f51334351349 req-e9c11ffa-ec1c-4f22-9c3e-488f5c15a278 service nova] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Detach interface failed, port_id=44e0a80f-11d1-4b19-8cec-b1592440fa68, reason: Instance 92a53ce7-f8c1-4185-b5b9-848802768279 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1472.636417] env[69498]: INFO nova.compute.manager [-] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Took 1.62 seconds to deallocate network for instance. [ 1473.143135] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.143527] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.143648] env[69498]: DEBUG nova.objects.instance [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lazy-loading 'resources' on Instance uuid 92a53ce7-f8c1-4185-b5b9-848802768279 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.688538] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f39fb2c-c9c6-4869-937e-262b16caeb0f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.696141] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5be3b5-28ee-4da7-88cb-78ab02757df6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.726403] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0593c009-d3b1-482d-a95d-af0e83bbbc1a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.733872] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500157f-3d75-4bc3-91b9-1508f56fc8fa {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.748026] env[69498]: DEBUG nova.compute.provider_tree [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.251241] env[69498]: DEBUG nova.scheduler.client.report [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.756023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.775615] env[69498]: INFO nova.scheduler.client.report [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Deleted allocations for instance 92a53ce7-f8c1-4185-b5b9-848802768279 [ 1475.283616] env[69498]: DEBUG oslo_concurrency.lockutils [None req-139f0d1a-e89a-49b5-b92c-7bac2dc4d367 tempest-AttachVolumeShelveTestJSON-1615643752 tempest-AttachVolumeShelveTestJSON-1615643752-project-member] Lock "92a53ce7-f8c1-4185-b5b9-848802768279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.944052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.944052] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.944469] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.944469] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.945662] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.945662] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1480.945662] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.448023] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.448641] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.448641] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.448641] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1481.449627] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59a1fac-abc9-4242-83b9-5c66b51c77ca {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.460498] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33130d96-101d-4058-982b-a3bd08dc5ca0 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.475923] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ec6080-5e53-4159-857a-8257577d83e5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.483026] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261aa259-4427-4208-85ab-c47fae0290ec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.514776] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180660MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1481.514915] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.515088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.663585] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 385bec40-804d-4e3a-a708-eb372eb8e7f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1482.663922] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1482.663994] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1482.680733] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Refreshing inventories for resource provider 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1482.694777] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating ProviderTree inventory for provider 964708ed-d810-48e1-92a9-374e1924451f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1482.694993] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Updating inventory in ProviderTree for provider 964708ed-d810-48e1-92a9-374e1924451f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.707017] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Refreshing aggregate associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, aggregates: None {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1482.724984] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Refreshing trait associations for resource provider 964708ed-d810-48e1-92a9-374e1924451f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1482.753711] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63ec3ab-263a-4ecb-b6fe-abb9b8d15d37 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.760808] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd0a32f-522a-4c43-ae9a-66e15eb6918d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.790616] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507240b3-ec3c-4f5c-93d5-19dd61fd42c5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.799248] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f520e694-2a2d-4a28-91a3-6cb36214758d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.813843] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.317509] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.822298] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1483.822676] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.307s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.822798] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.822916] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Cleaning up deleted instances {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1484.332241] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] There are 28 instances to clean {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1484.332478] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 92a53ce7-f8c1-4185-b5b9-848802768279] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.837152] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: c0885b58-42ea-498d-83e0-2cd6dc29b19d] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.340672] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 0d751a25-03f1-4ee4-8b08-a8090f66a112] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.844871] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 3efa9e61-ab9c-46b8-921a-a32d466de819] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.348626] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: d0d775b0-2a83-45b1-a00c-581b7183faa8] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.852104] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 1eefb0a0-6ca6-4872-9147-b70c7ae3786f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.355728] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 521a2017-4964-4814-b762-00d1be9a1766] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.859107] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 16ca03ad-7b68-4041-a081-4d4ba79c8af6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.362537] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 4fb09210-19e5-4571-bf28-da8c72c86ccf] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.865858] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 48fe2b75-510f-48b0-a5ce-11a438dffc94] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.368932] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 283a2438-dcda-4ba1-9eca-39725e3f66fd] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.872637] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 4614122f-2b4d-432e-804b-4bd6f685427d] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.375922] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 7410a512-006e-4c7e-b6a5-fca082559e92] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.879336] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 55eab880-ee46-4be8-b293-288252cf5395] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.383214] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: cf015260-2866-495f-9d30-3fac6eaba5ef] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.887383] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: c6f3bba6-c193-4390-a53b-196877ea488f] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.390849] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: e8f4a208-9060-4daf-ad8f-b02f66714141] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.894883] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 4d9ddd62-c659-4dae-98c4-9d15d7664e25] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.397895] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 353b73af-8753-4fe7-a5d2-9e8cf2a1d20d] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.901362] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 291b6f46-e93e-4bb9-9793-0d565187c1ba] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.404543] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 525c73fc-a4d3-457c-947d-61748a73c448] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.907814] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 613df5dd-963a-4937-b111-38f5e634ddb6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.411537] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 237c39e3-b64b-4bb2-b860-a42e5fe8da49] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.914718] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 0a51e5b9-7fad-4f29-8a97-c529e9950df6] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.418180] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: 4fd6e26f-0207-448b-b499-a0fbdcd915d9] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.921802] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: b2fc5318-bdc0-44b1-86a2-f48b6b0d06af] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.425401] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: c26f1fa1-6315-4cd2-a529-25558347117b] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.928422] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] [instance: b01bec23-9ce5-4a03-a257-2433780f95fe] Instance has had 0 of 5 cleanup attempts {{(pid=69498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.431813] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.432011] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Cleaning up deleted instances with incomplete migration {{(pid=69498) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1498.934504] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.437186] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.437626] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.513167] env[69498]: DEBUG nova.compute.manager [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Stashing vm_state: active {{(pid=69498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1508.033555] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.033845] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.539176] env[69498]: INFO nova.compute.claims [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.045539] env[69498]: INFO nova.compute.resource_tracker [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating resource usage from migration f2e86d4c-bda9-4946-a236-9a72a6943718 [ 1509.082409] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b26aee-5ad3-4efa-a964-d32e6bccdc4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.090393] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7bc98-0653-4ca6-886f-cbcc71014e8c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.120749] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a99ef-9649-4852-aa3f-961879edcdf7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.128014] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eab930-caf8-4e4b-a4b2-18559472e863 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.141054] env[69498]: DEBUG nova.compute.provider_tree [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.644410] env[69498]: DEBUG nova.scheduler.client.report [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.149976] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.116s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.150292] env[69498]: INFO nova.compute.manager [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Migrating [ 1510.665280] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.665690] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.665690] env[69498]: DEBUG nova.network.neutron [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.378643] env[69498]: DEBUG nova.network.neutron [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.882090] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.399085] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df72945e-39f0-4d95-97b0-6a1c99e89ab6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.098770] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 0 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1514.605376] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.605790] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f8c5f0f-1aef-401c-8bb0-56eb37d1eb5d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.614013] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1514.614013] env[69498]: value = "task-4099033" [ 1514.614013] env[69498]: _type = "Task" [ 1514.614013] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.622854] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.123181] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099033, 'name': PowerOffVM_Task, 'duration_secs': 0.185665} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.123466] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.123650] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 17 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.630261] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1515.630706] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.630706] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1515.630886] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.630972] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1515.631140] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1515.631354] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1515.631514] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1515.631683] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1515.631884] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1515.632082] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1515.637380] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc34c66-b463-4990-927b-7e42b7a2d758 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.655247] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1515.655247] env[69498]: value = "task-4099034" [ 1515.655247] env[69498]: _type = "Task" [ 1515.655247] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.663804] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.168163] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099034, 'name': ReconfigVM_Task, 'duration_secs': 0.216065} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.168780] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 33 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.678295] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.678726] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.678726] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.678896] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.679077] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.679266] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.679510] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.679706] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.679914] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.680131] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.680355] env[69498]: DEBUG nova.virt.hardware [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.686292] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1516.686622] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5a2e5a-c121-4d62-ad29-86added92215 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.707870] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1516.707870] env[69498]: value = "task-4099035" [ 1516.707870] env[69498]: _type = "Task" [ 1516.707870] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.717210] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.217804] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099035, 'name': ReconfigVM_Task, 'duration_secs': 0.180992} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.218098] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.218863] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633815cd-fc44-41ba-95e1-0cfb99826cdb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.240042] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.240603] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de68a93e-142c-456e-86b6-ebe9dad4662d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.258892] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1517.258892] env[69498]: value = "task-4099036" [ 1517.258892] env[69498]: _type = "Task" [ 1517.258892] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.267794] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.769616] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099036, 'name': ReconfigVM_Task, 'duration_secs': 0.267845} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.770039] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.770195] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 50 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1518.278584] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f64272-0406-4eed-a65f-a432cd26e7dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.297923] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ee8ef3-8e26-4a5a-a0af-b8728e7baabc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.315892] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 67 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1518.854105] env[69498]: DEBUG nova.network.neutron [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Port 568ff806-bd27-467d-b94c-cbfe12e5fb3f binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1519.877814] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.878198] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.878198] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.911345] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.911579] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.911701] env[69498]: DEBUG nova.network.neutron [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.622235] env[69498]: DEBUG nova.network.neutron [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.125331] env[69498]: DEBUG oslo_concurrency.lockutils [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.651507] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1636f-b1a4-4408-a46b-e3454a06e4be {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.670969] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28312c08-03bc-4f8c-b354-d99c41a543e8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.678503] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 83 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1523.184894] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.185256] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7889986-5e05-499a-a18d-2ef0dc2a892d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.192620] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1523.192620] env[69498]: value = "task-4099037" [ 1523.192620] env[69498]: _type = "Task" [ 1523.192620] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.200317] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.703571] env[69498]: DEBUG oslo_vmware.api [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099037, 'name': PowerOnVM_Task, 'duration_secs': 0.369062} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.703845] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.704060] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f3aeb3-f732-4a24-99fa-6c6acb13e7e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance '385bec40-804d-4e3a-a708-eb372eb8e7f7' progress to 100 {{(pid=69498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.973587] env[69498]: DEBUG nova.network.neutron [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Port 568ff806-bd27-467d-b94c-cbfe12e5fb3f binding to destination host cpu-1 is already ACTIVE {{(pid=69498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1525.973879] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.974026] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.974200] env[69498]: DEBUG nova.network.neutron [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.683778] env[69498]: DEBUG nova.network.neutron [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.186895] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.691030] env[69498]: DEBUG nova.compute.manager [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69498) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1527.691325] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.691577] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.195186] env[69498]: DEBUG nova.objects.instance [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'migration_context' on Instance uuid 385bec40-804d-4e3a-a708-eb372eb8e7f7 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.739100] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189f490-78c2-49b5-8853-f0c7157460b7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.746783] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596aba9-c0ac-4548-b1da-f85057680eec {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.778894] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6445837b-41ed-4530-8b07-5b6bd1a933c6 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.786692] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c32b76-aab4-437e-886b-598a444fab24 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.800221] env[69498]: DEBUG nova.compute.provider_tree [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.303412] env[69498]: DEBUG nova.scheduler.client.report [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.315175] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.623s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.859459] env[69498]: INFO nova.compute.manager [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Swapping old allocation on dict_keys(['964708ed-d810-48e1-92a9-374e1924451f']) held by migration f2e86d4c-bda9-4946-a236-9a72a6943718 for instance [ 1531.883690] env[69498]: DEBUG nova.scheduler.client.report [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Overwriting current allocation {'allocations': {'964708ed-d810-48e1-92a9-374e1924451f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': '112b685b28074d39870d733e61102755', 'user_id': '0a0b85e5ef174e4fab9cc91bf4b256da', 'consumer_generation': 1} on consumer 385bec40-804d-4e3a-a708-eb372eb8e7f7 {{(pid=69498) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1532.066297] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.066500] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.066676] env[69498]: DEBUG nova.network.neutron [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.784799] env[69498]: DEBUG nova.network.neutron [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [{"id": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "address": "fa:16:3e:a6:59:57", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568ff806-bd", "ovs_interfaceid": "568ff806-bd27-467d-b94c-cbfe12e5fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.287768] env[69498]: DEBUG oslo_concurrency.lockutils [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-385bec40-804d-4e3a-a708-eb372eb8e7f7" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.288284] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.288584] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b6b93d7-d4f3-4c06-93f4-fc44540f1099 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.296608] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1533.296608] env[69498]: value = "task-4099038" [ 1533.296608] env[69498]: _type = "Task" [ 1533.296608] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.306466] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.806679] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099038, 'name': PowerOffVM_Task, 'duration_secs': 0.174623} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.806939] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.807604] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.807824] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.807978] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.808177] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.808324] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.808469] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.808669] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.808824] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.808988] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.809163] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.809335] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.814217] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1011d0fb-d0ec-406d-aa90-36048d3e3786 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.831363] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1533.831363] env[69498]: value = "task-4099039" [ 1533.831363] env[69498]: _type = "Task" [ 1533.831363] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.839351] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.341941] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099039, 'name': ReconfigVM_Task, 'duration_secs': 0.1447} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.342808] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4690aa-1545-4946-97a4-a78c13cd7e94 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.362565] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.362832] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.362969] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.363171] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.363343] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.363508] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.363714] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.363875] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.364057] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.364225] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.364403] env[69498]: DEBUG nova.virt.hardware [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.365327] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81bf1b1-065d-4b8e-b01b-c4fc4f710051 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.371372] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1534.371372] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b540be-9383-2fd9-fd50-48af731e66c0" [ 1534.371372] env[69498]: _type = "Task" [ 1534.371372] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.379576] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b540be-9383-2fd9-fd50-48af731e66c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.882088] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52b540be-9383-2fd9-fd50-48af731e66c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.887388] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1534.887669] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705b7b82-5352-4420-8478-e71e7f403049 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.906833] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1534.906833] env[69498]: value = "task-4099040" [ 1534.906833] env[69498]: _type = "Task" [ 1534.906833] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.915418] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.416651] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099040, 'name': ReconfigVM_Task, 'duration_secs': 0.189663} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.417058] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1535.417780] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df08b17-f8e9-411c-af21-305bac4ca48c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.439526] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.439812] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c46676-603d-42f7-a970-2ee000f7d60f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.458887] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1535.458887] env[69498]: value = "task-4099041" [ 1535.458887] env[69498]: _type = "Task" [ 1535.458887] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.467733] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.969873] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099041, 'name': ReconfigVM_Task, 'duration_secs': 0.274894} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.970200] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7/385bec40-804d-4e3a-a708-eb372eb8e7f7.vmdk or device None with type thin {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.971094] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a8ed97-3317-422a-b927-e1dbd531157a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.990752] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7198f77-9334-4251-a9f6-0095d2e6e65b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.009070] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1696644d-e67e-4b3c-8407-ab9d0b856a0a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.027367] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9bbb0-e581-4e16-b1cf-bfad0ac7742f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.034944] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.035227] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e87bc9-7100-4141-8b1a-58329913ad4c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.041360] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1536.041360] env[69498]: value = "task-4099042" [ 1536.041360] env[69498]: _type = "Task" [ 1536.041360] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.049594] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.551988] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.053321] env[69498]: DEBUG oslo_vmware.api [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099042, 'name': PowerOnVM_Task, 'duration_secs': 0.623842} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.053562] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.943436] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.064397] env[69498]: INFO nova.compute.manager [None req-90fe391f-9054-42e2-8790-dbe20b06ecae tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance to original state: 'active' [ 1538.943831] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.441155] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "385bec40-804d-4e3a-a708-eb372eb8e7f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.441380] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.441589] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.441769] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.441940] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.444309] env[69498]: INFO nova.compute.manager [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Terminating instance [ 1539.944409] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.948722] env[69498]: DEBUG nova.compute.manager [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.948722] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.949402] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc56f8e-d8da-45dd-b2b7-2e4262df7626 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.957538] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.957766] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64528d7-a8a9-4d89-9136-faac99655192 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.973880] env[69498]: DEBUG oslo_vmware.api [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1539.973880] env[69498]: value = "task-4099043" [ 1539.973880] env[69498]: _type = "Task" [ 1539.973880] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.983542] env[69498]: DEBUG oslo_vmware.api [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.485208] env[69498]: DEBUG oslo_vmware.api [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099043, 'name': PowerOffVM_Task, 'duration_secs': 0.178722} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.485487] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.485667] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.485966] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285b7da2-a2db-400b-8ab9-7fed2d95b493 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.558244] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.558481] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.558652] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleting the datastore file [datastore2] 385bec40-804d-4e3a-a708-eb372eb8e7f7 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.558935] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5a35c2-2c05-4dd0-912b-25ebd1a584b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.566290] env[69498]: DEBUG oslo_vmware.api [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1540.566290] env[69498]: value = "task-4099045" [ 1540.566290] env[69498]: _type = "Task" [ 1540.566290] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.574449] env[69498]: DEBUG oslo_vmware.api [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.939516] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.943236] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.943398] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1540.943580] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.076485] env[69498]: DEBUG oslo_vmware.api [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146521} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.076869] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.076918] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.077108] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.078091] env[69498]: INFO nova.compute.manager [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1541.078091] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.078091] env[69498]: DEBUG nova.compute.manager [-] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.078091] env[69498]: DEBUG nova.network.neutron [-] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.447101] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.447375] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.447550] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.447704] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1541.448630] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c620ad-6623-484f-9aca-4e4c22ae6166 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.457396] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac651a6f-ca80-4d51-b100-f1dff893851a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.472226] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b8cf33-8270-4c8a-900a-b7accb41cf07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.479591] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692d157-acb5-4c3e-bb59-e436e811e937 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.511205] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180651MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1541.511205] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.511379] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.587035] env[69498]: DEBUG nova.compute.manager [req-47bffbf9-59a9-4bca-a4d1-308f1d70660d req-5fe0fad4-db25-4bed-a2e6-301eefaae524 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Received event network-vif-deleted-568ff806-bd27-467d-b94c-cbfe12e5fb3f {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.587035] env[69498]: INFO nova.compute.manager [req-47bffbf9-59a9-4bca-a4d1-308f1d70660d req-5fe0fad4-db25-4bed-a2e6-301eefaae524 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Neutron deleted interface 568ff806-bd27-467d-b94c-cbfe12e5fb3f; detaching it from the instance and deleting it from the info cache [ 1541.587216] env[69498]: DEBUG nova.network.neutron [req-47bffbf9-59a9-4bca-a4d1-308f1d70660d req-5fe0fad4-db25-4bed-a2e6-301eefaae524 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.034295] env[69498]: DEBUG nova.network.neutron [-] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.090496] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e098699a-3421-460a-941d-baf9cbb31940 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.101197] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f8aaf-6fab-4911-9e18-46758c9c159e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.126614] env[69498]: DEBUG nova.compute.manager [req-47bffbf9-59a9-4bca-a4d1-308f1d70660d req-5fe0fad4-db25-4bed-a2e6-301eefaae524 service nova] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Detach interface failed, port_id=568ff806-bd27-467d-b94c-cbfe12e5fb3f, reason: Instance 385bec40-804d-4e3a-a708-eb372eb8e7f7 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1542.536214] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 385bec40-804d-4e3a-a708-eb372eb8e7f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1542.536487] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1542.536708] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1542.539792] env[69498]: INFO nova.compute.manager [-] [instance: 385bec40-804d-4e3a-a708-eb372eb8e7f7] Took 1.46 seconds to deallocate network for instance. [ 1542.566654] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d062d6c-18ca-4f2c-bfb7-7b68258b0db7 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.574814] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c17c098-bbd9-4967-aad6-1334379f7343 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.608219] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bfaa3b-4ac4-494e-b789-ee67f8f859a1 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.615921] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f579ff9-5438-4b6d-b6da-f579bd79fc82 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.629552] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.049066] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.132470] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.639040] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1543.639274] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.639561] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.591s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.639796] env[69498]: DEBUG nova.objects.instance [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'resources' on Instance uuid 385bec40-804d-4e3a-a708-eb372eb8e7f7 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.174470] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac11655-c615-482a-b243-4536be53c7e2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.182620] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8a338-2e62-4f9d-9d19-a85d2600eb32 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.213345] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a9ce8-c556-4681-879f-881b08f0158e {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.221037] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f6a94-3e33-48d9-94aa-9160a0d235f5 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.234512] env[69498]: DEBUG nova.compute.provider_tree [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.737512] env[69498]: DEBUG nova.scheduler.client.report [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.243028] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.260929] env[69498]: INFO nova.scheduler.client.report [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted allocations for instance 385bec40-804d-4e3a-a708-eb372eb8e7f7 [ 1545.768598] env[69498]: DEBUG oslo_concurrency.lockutils [None req-86d825ac-522e-48f9-81c0-9ec83cc018cc tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "385bec40-804d-4e3a-a708-eb372eb8e7f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.327s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.641597] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.641597] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.029055] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.029221] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.531732] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Starting instance... {{(pid=69498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.053300] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.053566] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.055111] env[69498]: INFO nova.compute.claims [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.093033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727057c-8efe-4945-8b0e-b3c0e6ed3883 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.100328] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5bbcb5-c6bd-4209-a30b-16f486c5a6dc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.130995] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de05b0-8ecd-47e8-942d-d659485598cc {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.138303] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a7cdfc-f1b8-44e9-a8a4-382f843fa39f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.151238] env[69498]: DEBUG nova.compute.provider_tree [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.654739] env[69498]: DEBUG nova.scheduler.client.report [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.160686] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.161246] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Start building networks asynchronously for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.667146] env[69498]: DEBUG nova.compute.utils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Using /dev/sd instead of None {{(pid=69498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1550.668617] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Allocating IP information in the background. {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.668837] env[69498]: DEBUG nova.network.neutron [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] allocate_for_instance() {{(pid=69498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.718397] env[69498]: DEBUG nova.policy [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a0b85e5ef174e4fab9cc91bf4b256da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112b685b28074d39870d733e61102755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.016161] env[69498]: DEBUG nova.network.neutron [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Successfully created port: 7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.172793] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Start building block device mappings for instance. {{(pid=69498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.185475] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Start spawning the instance on the hypervisor. {{(pid=69498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1552.214146] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T20:06:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T20:05:48Z,direct_url=,disk_format='vmdk',id=e3962954-209d-4678-9877-4850ecfcddab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c544e14cb35a4ac490978c2f7fa544c3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T20:05:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1552.214410] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.214569] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image limits 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1552.214753] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Flavor pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.214899] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Image pref 0:0:0 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1552.215060] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1552.215278] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1552.215435] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1552.215602] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Got 1 possible topologies {{(pid=69498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1552.215762] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1552.215933] env[69498]: DEBUG nova.virt.hardware [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1552.216824] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028a54e-0f0f-4c51-837e-a0c2cffdb691 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.225010] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb29f7-dba0-4a85-be9b-ad33e3f49d0c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.381510] env[69498]: DEBUG nova.compute.manager [req-7eac1283-c23b-499b-9575-788e8d910594 req-8502daa8-98df-4fe3-93bd-0fe58daa03bd service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Received event network-vif-plugged-7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.381788] env[69498]: DEBUG oslo_concurrency.lockutils [req-7eac1283-c23b-499b-9575-788e8d910594 req-8502daa8-98df-4fe3-93bd-0fe58daa03bd service nova] Acquiring lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.382015] env[69498]: DEBUG oslo_concurrency.lockutils [req-7eac1283-c23b-499b-9575-788e8d910594 req-8502daa8-98df-4fe3-93bd-0fe58daa03bd service nova] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.382197] env[69498]: DEBUG oslo_concurrency.lockutils [req-7eac1283-c23b-499b-9575-788e8d910594 req-8502daa8-98df-4fe3-93bd-0fe58daa03bd service nova] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.382364] env[69498]: DEBUG nova.compute.manager [req-7eac1283-c23b-499b-9575-788e8d910594 req-8502daa8-98df-4fe3-93bd-0fe58daa03bd service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] No waiting events found dispatching network-vif-plugged-7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1552.382523] env[69498]: WARNING nova.compute.manager [req-7eac1283-c23b-499b-9575-788e8d910594 req-8502daa8-98df-4fe3-93bd-0fe58daa03bd service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Received unexpected event network-vif-plugged-7cdc180b-0ff6-494f-a806-80b5dd60a2e8 for instance with vm_state building and task_state spawning. [ 1552.467602] env[69498]: DEBUG nova.network.neutron [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Successfully updated port: 7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.970931] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.971087] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.971224] env[69498]: DEBUG nova.network.neutron [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.506624] env[69498]: DEBUG nova.network.neutron [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Instance cache missing network info. {{(pid=69498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.634042] env[69498]: DEBUG nova.network.neutron [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [{"id": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "address": "fa:16:3e:c8:31:07", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdc180b-0f", "ovs_interfaceid": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.939692] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.137423] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.137751] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Instance network_info: |[{"id": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "address": "fa:16:3e:c8:31:07", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdc180b-0f", "ovs_interfaceid": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1554.138207] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:31:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cdc180b-0ff6-494f-a806-80b5dd60a2e8', 'vif_model': 'vmxnet3'}] {{(pid=69498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.145790] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1554.146014] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Creating VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.146251] env[69498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63fb94cb-785f-4e44-abc2-59a967c13fba {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.167536] env[69498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.167536] env[69498]: value = "task-4099046" [ 1554.167536] env[69498]: _type = "Task" [ 1554.167536] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.177658] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4099046, 'name': CreateVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.409701] env[69498]: DEBUG nova.compute.manager [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Received event network-changed-7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.409701] env[69498]: DEBUG nova.compute.manager [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Refreshing instance network info cache due to event network-changed-7cdc180b-0ff6-494f-a806-80b5dd60a2e8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1554.409701] env[69498]: DEBUG oslo_concurrency.lockutils [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] Acquiring lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.409835] env[69498]: DEBUG oslo_concurrency.lockutils [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] Acquired lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.409959] env[69498]: DEBUG nova.network.neutron [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Refreshing network info cache for port 7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.679941] env[69498]: DEBUG oslo_vmware.api [-] Task: {'id': task-4099046, 'name': CreateVM_Task, 'duration_secs': 0.31185} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.680350] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Created VM on the ESX host {{(pid=69498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.680797] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.680984] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.681324] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.681578] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264b7697-e654-487d-a10f-5e03d16be912 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.686126] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1554.686126] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521c4766-c7f0-1345-7c9b-3312cb10e0cf" [ 1554.686126] env[69498]: _type = "Task" [ 1554.686126] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.693748] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521c4766-c7f0-1345-7c9b-3312cb10e0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.099461] env[69498]: DEBUG nova.network.neutron [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updated VIF entry in instance network info cache for port 7cdc180b-0ff6-494f-a806-80b5dd60a2e8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.099789] env[69498]: DEBUG nova.network.neutron [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [{"id": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "address": "fa:16:3e:c8:31:07", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdc180b-0f", "ovs_interfaceid": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.199397] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]521c4766-c7f0-1345-7c9b-3312cb10e0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.199732] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.200119] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Processing image e3962954-209d-4678-9877-4850ecfcddab {{(pid=69498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.200479] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.200730] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.201022] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.201400] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a1034ae-eefa-4a42-a4e0-554975ebd066 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.212549] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.212749] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.213525] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da17f94-1a4f-40fa-bb0c-d7ca9bde0405 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.219171] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1555.219171] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cb82e9-7b81-3be2-5c7d-c470ff4ee5d0" [ 1555.219171] env[69498]: _type = "Task" [ 1555.219171] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.226733] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cb82e9-7b81-3be2-5c7d-c470ff4ee5d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.602970] env[69498]: DEBUG oslo_concurrency.lockutils [req-dc546cb3-c836-4a20-b2ab-d0cd44d23edc req-9bf51b7a-d7be-43f3-ac5a-d2ce01c3446e service nova] Releasing lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.730073] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]52cb82e9-7b81-3be2-5c7d-c470ff4ee5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.730860] env[69498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9919c7-af42-4c9f-af7c-48dd5a3b181f {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.736712] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1555.736712] env[69498]: value = "session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527253db-73d4-61b3-012d-e6284247c718" [ 1555.736712] env[69498]: _type = "Task" [ 1555.736712] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.744204] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527253db-73d4-61b3-012d-e6284247c718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.248193] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': session[526072be-f5f5-fc0f-d29c-e990d7b545ff]527253db-73d4-61b3-012d-e6284247c718, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.248483] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.248741] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4fd79123-5edc-4be6-8dd0-7bd92c5dc767/4fd79123-5edc-4be6-8dd0-7bd92c5dc767.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.249038] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5fcd50c-ac09-4cf6-aa74-190ad3eaca88 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.257389] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1556.257389] env[69498]: value = "task-4099047" [ 1556.257389] env[69498]: _type = "Task" [ 1556.257389] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.266225] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.768310] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460452} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.768702] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3962954-209d-4678-9877-4850ecfcddab/e3962954-209d-4678-9877-4850ecfcddab.vmdk to [datastore2] 4fd79123-5edc-4be6-8dd0-7bd92c5dc767/4fd79123-5edc-4be6-8dd0-7bd92c5dc767.vmdk {{(pid=69498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.768783] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Extending root virtual disk to 1048576 {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.769026] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b5ec959-cd5d-4a62-ae70-cd4899cf0116 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.775698] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1556.775698] env[69498]: value = "task-4099048" [ 1556.775698] env[69498]: _type = "Task" [ 1556.775698] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.782967] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.285880] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060435} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.285880] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Extended root virtual disk {{(pid=69498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.286666] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ea44c-e9f5-44ef-ae75-22a1a22c3242 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.308399] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 4fd79123-5edc-4be6-8dd0-7bd92c5dc767/4fd79123-5edc-4be6-8dd0-7bd92c5dc767.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.308689] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b78401-cdf7-4546-8dfc-ec56b944ba07 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.328759] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1557.328759] env[69498]: value = "task-4099049" [ 1557.328759] env[69498]: _type = "Task" [ 1557.328759] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.336509] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.840314] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099049, 'name': ReconfigVM_Task, 'duration_secs': 0.266996} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.840695] env[69498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 4fd79123-5edc-4be6-8dd0-7bd92c5dc767/4fd79123-5edc-4be6-8dd0-7bd92c5dc767.vmdk or device None with type sparse {{(pid=69498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.841168] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-467235c7-25d1-4f7d-a4ad-e6284a147a17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.847441] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1557.847441] env[69498]: value = "task-4099050" [ 1557.847441] env[69498]: _type = "Task" [ 1557.847441] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.855144] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099050, 'name': Rename_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.358476] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099050, 'name': Rename_Task, 'duration_secs': 0.152483} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.358707] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.358960] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd9d902-d73a-4b94-a9f1-5cd1e039aace {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.365830] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1558.365830] env[69498]: value = "task-4099051" [ 1558.365830] env[69498]: _type = "Task" [ 1558.365830] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.373151] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.875987] env[69498]: DEBUG oslo_vmware.api [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099051, 'name': PowerOnVM_Task, 'duration_secs': 0.426144} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.876443] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.876443] env[69498]: INFO nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1558.876625] env[69498]: DEBUG nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1558.877393] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c410d1c-b014-43f1-bcad-a28512332e6d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.394019] env[69498]: INFO nova.compute.manager [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Took 11.36 seconds to build instance. [ 1559.897133] env[69498]: DEBUG oslo_concurrency.lockutils [None req-1b3a377d-0917-49d9-95cf-eaf8ec7609e2 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.868s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.052898] env[69498]: DEBUG nova.compute.manager [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Received event network-changed-7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.052898] env[69498]: DEBUG nova.compute.manager [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Refreshing instance network info cache due to event network-changed-7cdc180b-0ff6-494f-a806-80b5dd60a2e8. {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1560.052898] env[69498]: DEBUG oslo_concurrency.lockutils [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] Acquiring lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.052898] env[69498]: DEBUG oslo_concurrency.lockutils [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] Acquired lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.052898] env[69498]: DEBUG nova.network.neutron [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Refreshing network info cache for port 7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.759468] env[69498]: DEBUG nova.network.neutron [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updated VIF entry in instance network info cache for port 7cdc180b-0ff6-494f-a806-80b5dd60a2e8. {{(pid=69498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.759909] env[69498]: DEBUG nova.network.neutron [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [{"id": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "address": "fa:16:3e:c8:31:07", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdc180b-0f", "ovs_interfaceid": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.262713] env[69498]: DEBUG oslo_concurrency.lockutils [req-d29daf56-bfdd-4767-bfef-8951de792706 req-f10fb0ec-032e-415d-a41f-a277535fbe9b service nova] Releasing lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.945403] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.945776] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.945870] env[69498]: DEBUG nova.compute.manager [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1596.946817] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61bd0b5-12d8-4a30-8b3d-506bd32ce134 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.954632] env[69498]: DEBUG nova.compute.manager [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1596.955284] env[69498]: DEBUG nova.objects.instance [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'flavor' on Instance uuid 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.943544] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.963521] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.963895] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38a10880-15bd-4a09-a15c-4037706177b9 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.972214] env[69498]: DEBUG oslo_vmware.api [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1597.972214] env[69498]: value = "task-4099052" [ 1597.972214] env[69498]: _type = "Task" [ 1597.972214] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.980742] env[69498]: DEBUG oslo_vmware.api [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.482618] env[69498]: DEBUG oslo_vmware.api [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099052, 'name': PowerOffVM_Task, 'duration_secs': 0.196899} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.482917] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.483135] env[69498]: DEBUG nova.compute.manager [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1598.483888] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea235a-8ef4-40a9-aad0-84761c9ce585 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.944087] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.994971] env[69498]: DEBUG oslo_concurrency.lockutils [None req-d45de9b6-290c-4cc5-baa0-62a783740127 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.329433] env[69498]: DEBUG nova.objects.instance [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'flavor' on Instance uuid 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.834555] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.834760] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.834885] env[69498]: DEBUG nova.network.neutron [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.835072] env[69498]: DEBUG nova.objects.instance [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'info_cache' on Instance uuid 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.338746] env[69498]: DEBUG nova.objects.base [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Object Instance<4fd79123-5edc-4be6-8dd0-7bd92c5dc767> lazy-loaded attributes: flavor,info_cache {{(pid=69498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1600.943709] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.943918] env[69498]: DEBUG nova.compute.manager [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1601.041828] env[69498]: DEBUG nova.network.neutron [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [{"id": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "address": "fa:16:3e:c8:31:07", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdc180b-0f", "ovs_interfaceid": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.545439] env[69498]: DEBUG oslo_concurrency.lockutils [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.944028] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.944306] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.448051] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.448317] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.448494] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.448655] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1602.449565] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dbdbb1-1574-40be-8b39-7f4590f0ef71 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.458076] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f0eeb-5f09-47fb-b6d6-862d74ff49b8 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.471496] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7ec45-7f7c-436f-a46a-3f08e6e9c456 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.477613] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ff1bd-44c7-4c6b-8d7c-077e277bf56c {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.505722] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180601MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1602.505923] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.506092] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.551787] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powering on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.552232] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be2cd6e-1985-4806-b236-c5ff6e14ccd2 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.559379] env[69498]: DEBUG oslo_vmware.api [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1602.559379] env[69498]: value = "task-4099053" [ 1602.559379] env[69498]: _type = "Task" [ 1602.559379] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.567618] env[69498]: DEBUG oslo_vmware.api [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.068971] env[69498]: DEBUG oslo_vmware.api [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099053, 'name': PowerOnVM_Task, 'duration_secs': 0.360557} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.069247] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powered on the VM {{(pid=69498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.069460] env[69498]: DEBUG nova.compute.manager [None req-ba3c11ca-1c08-4bd7-b8a0-5bb7b9b91853 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1603.070246] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99717dec-5dc8-468c-9994-46c714e2aefb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.531868] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Instance 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1603.532110] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1603.532311] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1603.559230] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04037d9-21e6-4de6-ad4b-8479ceb4dc56 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.570286] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6965494-a196-43f5-a658-67aec8972bfb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.607031] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd3ee12-9546-45c6-98a3-03184fbbef17 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.615229] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a3731-10d6-449c-8742-913233eae143 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.631031] env[69498]: DEBUG nova.compute.provider_tree [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.078126] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfd17fc-9c99-4005-ae01-33f62fa50c2a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.085384] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Suspending the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1604.085646] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2fdee38-5775-4aed-a49f-a34ac506bc33 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.092300] env[69498]: DEBUG oslo_vmware.api [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1604.092300] env[69498]: value = "task-4099054" [ 1604.092300] env[69498]: _type = "Task" [ 1604.092300] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.100251] env[69498]: DEBUG oslo_vmware.api [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099054, 'name': SuspendVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.134335] env[69498]: DEBUG nova.scheduler.client.report [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.604257] env[69498]: DEBUG oslo_vmware.api [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099054, 'name': SuspendVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.638940] env[69498]: DEBUG nova.compute.resource_tracker [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1604.639190] env[69498]: DEBUG oslo_concurrency.lockutils [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.103858] env[69498]: DEBUG oslo_vmware.api [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099054, 'name': SuspendVM_Task, 'duration_secs': 0.71633} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.104196] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Suspended the VM {{(pid=69498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1605.104393] env[69498]: DEBUG nova.compute.manager [None req-715e4f07-dd69-4144-a7cb-3c8dd4085327 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1605.105274] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a115be5-37b8-46d3-b1e5-4451309ada3d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.634295] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1605.634677] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1605.634790] env[69498]: DEBUG oslo_service.periodic_task [None req-a29b905f-0f85-49e5-85e8-29c063f75099 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.432720] env[69498]: INFO nova.compute.manager [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Resuming [ 1606.433347] env[69498]: DEBUG nova.objects.instance [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'flavor' on Instance uuid 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.944517] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.944923] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquired lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.944923] env[69498]: DEBUG nova.network.neutron [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Building network info cache for instance {{(pid=69498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.650917] env[69498]: DEBUG nova.network.neutron [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [{"id": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "address": "fa:16:3e:c8:31:07", "network": {"id": "ffbddab4-eb95-4a63-a3cf-9a3ebc90e577", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-53924870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112b685b28074d39870d733e61102755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdc180b-0f", "ovs_interfaceid": "7cdc180b-0ff6-494f-a806-80b5dd60a2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.154088] env[69498]: DEBUG oslo_concurrency.lockutils [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Releasing lock "refresh_cache-4fd79123-5edc-4be6-8dd0-7bd92c5dc767" {{(pid=69498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.156567] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200d5916-4af0-4ed0-882e-dbc81b796a13 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.163438] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Resuming the VM {{(pid=69498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1609.163680] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0f6eb8-9416-4b02-89c4-82435974a0f4 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.169638] env[69498]: DEBUG oslo_vmware.api [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1609.169638] env[69498]: value = "task-4099055" [ 1609.169638] env[69498]: _type = "Task" [ 1609.169638] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.178356] env[69498]: DEBUG oslo_vmware.api [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.680534] env[69498]: DEBUG oslo_vmware.api [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.179850] env[69498]: DEBUG oslo_vmware.api [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099055, 'name': PowerOnVM_Task, 'duration_secs': 0.546904} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.180354] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Resumed the VM {{(pid=69498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1610.180354] env[69498]: DEBUG nova.compute.manager [None req-9168459a-3aa7-430c-a0d8-3d5117975478 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Checking state {{(pid=69498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1610.181089] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9141cb0-345f-47bf-b095-d935dae4b012 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.087384] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.087651] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.087833] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.088062] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.088311] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.090924] env[69498]: INFO nova.compute.manager [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Terminating instance [ 1611.595692] env[69498]: DEBUG nova.compute.manager [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Start destroying the instance on the hypervisor. {{(pid=69498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.596306] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Destroying instance {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.596879] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482444b5-078e-40db-a762-36f6f56f6fbb {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.605440] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powering off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.605683] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae20759-3040-4f28-b31f-bde57bbf1a8b {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.612365] env[69498]: DEBUG oslo_vmware.api [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1611.612365] env[69498]: value = "task-4099056" [ 1611.612365] env[69498]: _type = "Task" [ 1611.612365] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.621216] env[69498]: DEBUG oslo_vmware.api [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.122377] env[69498]: DEBUG oslo_vmware.api [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099056, 'name': PowerOffVM_Task, 'duration_secs': 0.174527} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.122665] env[69498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Powered off the VM {{(pid=69498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.122976] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Unregistering the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.123158] env[69498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-014fb372-1bef-4d27-9d19-0296bd5ae78d {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.190716] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Unregistered the VM {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.190972] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Deleting contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.191178] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleting the datastore file [datastore2] 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.191488] env[69498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fceaf5b-fb7a-4b60-91f1-02b71734457a {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.199522] env[69498]: DEBUG oslo_vmware.api [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for the task: (returnval){ [ 1612.199522] env[69498]: value = "task-4099058" [ 1612.199522] env[69498]: _type = "Task" [ 1612.199522] env[69498]: } to complete. {{(pid=69498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.208586] env[69498]: DEBUG oslo_vmware.api [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.711056] env[69498]: DEBUG oslo_vmware.api [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Task: {'id': task-4099058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153945} completed successfully. {{(pid=69498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.711506] env[69498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted the datastore file {{(pid=69498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.711576] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Deleted contents of the VM from datastore datastore2 {{(pid=69498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.711745] env[69498]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Instance destroyed {{(pid=69498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.711921] env[69498]: INFO nova.compute.manager [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1612.712187] env[69498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1612.712419] env[69498]: DEBUG nova.compute.manager [-] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Deallocating network for instance {{(pid=69498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.712537] env[69498]: DEBUG nova.network.neutron [-] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] deallocate_for_instance() {{(pid=69498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.158463] env[69498]: DEBUG nova.compute.manager [req-512aad04-3b0a-4d07-b25f-d86a4e5b2fb1 req-2ee2eefd-da9e-42b7-95fd-0eb04bf08dd8 service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Received event network-vif-deleted-7cdc180b-0ff6-494f-a806-80b5dd60a2e8 {{(pid=69498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1613.158568] env[69498]: INFO nova.compute.manager [req-512aad04-3b0a-4d07-b25f-d86a4e5b2fb1 req-2ee2eefd-da9e-42b7-95fd-0eb04bf08dd8 service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Neutron deleted interface 7cdc180b-0ff6-494f-a806-80b5dd60a2e8; detaching it from the instance and deleting it from the info cache [ 1613.158784] env[69498]: DEBUG nova.network.neutron [req-512aad04-3b0a-4d07-b25f-d86a4e5b2fb1 req-2ee2eefd-da9e-42b7-95fd-0eb04bf08dd8 service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.643334] env[69498]: DEBUG nova.network.neutron [-] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Updating instance_info_cache with network_info: [] {{(pid=69498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.661531] env[69498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2382d314-8b5e-4832-944a-b364b1a27e87 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.672732] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f629d3a-e6aa-473d-b271-30a0259d7a29 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.697567] env[69498]: DEBUG nova.compute.manager [req-512aad04-3b0a-4d07-b25f-d86a4e5b2fb1 req-2ee2eefd-da9e-42b7-95fd-0eb04bf08dd8 service nova] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Detach interface failed, port_id=7cdc180b-0ff6-494f-a806-80b5dd60a2e8, reason: Instance 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 could not be found. {{(pid=69498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1614.146213] env[69498]: INFO nova.compute.manager [-] [instance: 4fd79123-5edc-4be6-8dd0-7bd92c5dc767] Took 1.43 seconds to deallocate network for instance. [ 1614.652448] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.652762] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.652986] env[69498]: DEBUG nova.objects.instance [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lazy-loading 'resources' on Instance uuid 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 {{(pid=69498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.191033] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396ec84-9a2c-4721-aaab-cf3dd6dad345 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.199037] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0313c-0094-4304-a9c5-afbcb406e700 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.229992] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce249160-6ae3-471a-9505-23b8d8fe3b85 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.238655] env[69498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196087d3-aec8-401e-880e-c0d598857f69 {{(pid=69498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.254470] env[69498]: DEBUG nova.compute.provider_tree [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed in ProviderTree for provider: 964708ed-d810-48e1-92a9-374e1924451f {{(pid=69498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.758508] env[69498]: DEBUG nova.scheduler.client.report [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Inventory has not changed for provider 964708ed-d810-48e1-92a9-374e1924451f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.263967] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.286674] env[69498]: INFO nova.scheduler.client.report [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Deleted allocations for instance 4fd79123-5edc-4be6-8dd0-7bd92c5dc767 [ 1616.795980] env[69498]: DEBUG oslo_concurrency.lockutils [None req-0b9089e5-b040-45e0-8242-3fc99af156f0 tempest-ServerActionsTestJSON-1508696760 tempest-ServerActionsTestJSON-1508696760-project-member] Lock "4fd79123-5edc-4be6-8dd0-7bd92c5dc767" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=69498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}